{"level":"warn","ts":"2026-07-23T23:55:26.484825Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T23:55:26.484909Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.150:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.150:2380","--initial-cluster=instance=https://199.19.213.150:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.150:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.150:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-23T23:55:26.484969Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T23:55:26.484983Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.150:2380"]} {"level":"info","ts":"2026-07-23T23:55:26.484999Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T23:55:26.485581Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.150:2379"]} {"level":"info","ts":"2026-07-23T23:55:26.485649Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.150:2380"],"listen-peer-urls":["https://199.19.213.150:2380"],"advertise-client-urls":["https://199.19.213.150:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.150:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.150:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-23T23:55:26.487754Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.919043ms"} {"level":"info","ts":"2026-07-23T23:55:26.494183Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"dbd0ffa4f8c99812","cluster-id":"98aad832cd49bc30"} {"level":"info","ts":"2026-07-23T23:55:26.494268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 switched to configuration voters=()"} {"level":"info","ts":"2026-07-23T23:55:26.494291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became follower at term 0"} {"level":"info","ts":"2026-07-23T23:55:26.494305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft dbd0ffa4f8c99812 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-23T23:55:26.494314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became follower at term 1"} {"level":"info","ts":"2026-07-23T23:55:26.49435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 switched to configuration voters=(15839440973475715090)"} {"level":"warn","ts":"2026-07-23T23:55:26.499264Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-23T23:55:26.501969Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-23T23:55:26.504617Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-23T23:55:26.508141Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"dbd0ffa4f8c99812","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-23T23:55:26.508331Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"dbd0ffa4f8c99812","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-23T23:55:26.508543Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:55:26.508597Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:55:26.508608Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:55:26.509336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 switched to configuration voters=(15839440973475715090)"} {"level":"info","ts":"2026-07-23T23:55:26.509427Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98aad832cd49bc30","local-member-id":"dbd0ffa4f8c99812","added-peer-id":"dbd0ffa4f8c99812","added-peer-peer-urls":["https://199.19.213.150:2380"]} {"level":"info","ts":"2026-07-23T23:55:26.511831Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T23:55:26.511911Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.150:2380"} {"level":"info","ts":"2026-07-23T23:55:26.511953Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.150:2380"} {"level":"info","ts":"2026-07-23T23:55:26.512066Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"dbd0ffa4f8c99812","initial-advertise-peer-urls":["https://199.19.213.150:2380"],"listen-peer-urls":["https://199.19.213.150:2380"],"advertise-client-urls":["https://199.19.213.150:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.150:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-23T23:55:26.512153Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-23T23:55:27.19465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 is starting a new election at term 1"} {"level":"info","ts":"2026-07-23T23:55:27.194691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-23T23:55:27.194727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 received MsgPreVoteResp from dbd0ffa4f8c99812 at term 1"} {"level":"info","ts":"2026-07-23T23:55:27.194738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became candidate at term 2"} {"level":"info","ts":"2026-07-23T23:55:27.194743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 received MsgVoteResp from dbd0ffa4f8c99812 at term 2"} {"level":"info","ts":"2026-07-23T23:55:27.194752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became leader at term 2"} {"level":"info","ts":"2026-07-23T23:55:27.194759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: dbd0ffa4f8c99812 elected leader dbd0ffa4f8c99812 at term 2"} {"level":"info","ts":"2026-07-23T23:55:27.19632Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"dbd0ffa4f8c99812","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.150:2379]}","request-path":"/0/members/dbd0ffa4f8c99812/attributes","cluster-id":"98aad832cd49bc30","publish-timeout":"7s"} {"level":"info","ts":"2026-07-23T23:55:27.196326Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:55:27.196326Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T23:55:27.196706Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T23:55:27.196898Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-23T23:55:27.196981Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-23T23:55:27.197439Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98aad832cd49bc30","local-member-id":"dbd0ffa4f8c99812","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:55:27.197598Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:55:27.197667Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:55:27.200237Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.150:2379"} {"level":"info","ts":"2026-07-23T23:55:27.200859Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-23T23:55:54.324378Z","caller":"traceutil/trace.go:171","msg":"trace[99147061] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"181.847069ms","start":"2026-07-23T23:55:54.142507Z","end":"2026-07-23T23:55:54.324354Z","steps":["trace[99147061] 'process raft request' (duration: 181.686195ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:08.57368Z","caller":"traceutil/trace.go:171","msg":"trace[1077672210] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"178.753151ms","start":"2026-07-23T23:56:08.394885Z","end":"2026-07-23T23:56:08.573638Z","steps":["trace[1077672210] 'read index received' (duration: 116.681884ms)","trace[1077672210] 'applied index is now lower than readState.Index' (duration: 62.070047ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:56:08.574106Z","caller":"traceutil/trace.go:171","msg":"trace[1643169661] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"185.625357ms","start":"2026-07-23T23:56:08.388463Z","end":"2026-07-23T23:56:08.574089Z","steps":["trace[1643169661] 'process raft request' (duration: 123.160167ms)","trace[1643169661] 'compare' (duration: 61.818001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:56:08.57436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.433681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:56:08.574426Z","caller":"traceutil/trace.go:171","msg":"trace[1697793212] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:626; }","duration":"179.529074ms","start":"2026-07-23T23:56:08.39488Z","end":"2026-07-23T23:56:08.574409Z","steps":["trace[1697793212] 'agreement among raft nodes before linearized reading' (duration: 179.40815ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:08.858165Z","caller":"traceutil/trace.go:171","msg":"trace[193626222] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"269.252545ms","start":"2026-07-23T23:56:08.588887Z","end":"2026-07-23T23:56:08.85814Z","steps":["trace[193626222] 'process raft request' (duration: 268.905665ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:09.07645Z","caller":"traceutil/trace.go:171","msg":"trace[730305418] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"101.811163ms","start":"2026-07-23T23:56:08.974604Z","end":"2026-07-23T23:56:09.076415Z","steps":["trace[730305418] 'process raft request' (duration: 99.918699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:56:23.660027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.389524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T23:56:23.66016Z","caller":"traceutil/trace.go:171","msg":"trace[1681229905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:782; }","duration":"224.566019ms","start":"2026-07-23T23:56:23.435576Z","end":"2026-07-23T23:56:23.660142Z","steps":["trace[1681229905] 'range keys from in-memory index tree' (duration: 224.24686ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:57:40.858649Z","caller":"traceutil/trace.go:171","msg":"trace[2111400987] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"154.781656ms","start":"2026-07-23T23:57:40.703838Z","end":"2026-07-23T23:57:40.85862Z","steps":["trace[2111400987] 'read index received' (duration: 154.523339ms)","trace[2111400987] 'applied index is now lower than readState.Index' (duration: 257.187µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:57:40.858801Z","caller":"traceutil/trace.go:171","msg":"trace[708264225] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"182.822417ms","start":"2026-07-23T23:57:40.675911Z","end":"2026-07-23T23:57:40.858734Z","steps":["trace[708264225] 'process raft request' (duration: 182.533459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:57:40.858906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.052184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.150\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-23T23:57:40.85923Z","caller":"traceutil/trace.go:171","msg":"trace[2005085167] range","detail":"{range_begin:/registry/masterleases/199.19.213.150; range_end:; response_count:1; response_revision:1843; }","duration":"155.437495ms","start":"2026-07-23T23:57:40.703738Z","end":"2026-07-23T23:57:40.859175Z","steps":["trace[2005085167] 'agreement among raft nodes before linearized reading' (duration: 155.023903ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:57:47.679025Z","caller":"traceutil/trace.go:171","msg":"trace[1496784481] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"136.639405ms","start":"2026-07-23T23:57:47.54235Z","end":"2026-07-23T23:57:47.678989Z","steps":["trace[1496784481] 'process raft request' (duration: 136.437269ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:57:49.560709Z","caller":"traceutil/trace.go:171","msg":"trace[1223446863] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"106.443253ms","start":"2026-07-23T23:57:49.454238Z","end":"2026-07-23T23:57:49.560681Z","steps":["trace[1223446863] 'read index received' (duration: 106.228877ms)","trace[1223446863] 'applied index is now lower than readState.Index' (duration: 213.216µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:57:49.560833Z","caller":"traceutil/trace.go:171","msg":"trace[1277987060] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"121.367673ms","start":"2026-07-23T23:57:49.439391Z","end":"2026-07-23T23:57:49.560759Z","steps":["trace[1277987060] 'process raft request' (duration: 121.097516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:57:49.560993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.726961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-23T23:57:49.561079Z","caller":"traceutil/trace.go:171","msg":"trace[509896885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"106.838504ms","start":"2026-07-23T23:57:49.45422Z","end":"2026-07-23T23:57:49.561059Z","steps":["trace[509896885] 'agreement among raft nodes before linearized reading' (duration: 106.577716ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:58:24.316665Z","caller":"traceutil/trace.go:171","msg":"trace[925210764] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"108.828171ms","start":"2026-07-23T23:58:24.207794Z","end":"2026-07-23T23:58:24.316622Z","steps":["trace[925210764] 'process raft request' (duration: 108.589834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:58:24.572268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.18181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:58:24.57249Z","caller":"traceutil/trace.go:171","msg":"trace[224635022] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2260; }","duration":"155.050484ms","start":"2026-07-23T23:58:24.417423Z","end":"2026-07-23T23:58:24.572474Z","steps":["trace[224635022] 'read index received' (duration: 27.908758ms)","trace[224635022] 'applied index is now lower than readState.Index' (duration: 127.140746ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:58:24.572477Z","caller":"traceutil/trace.go:171","msg":"trace[224515102] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"251.099323ms","start":"2026-07-23T23:58:24.321343Z","end":"2026-07-23T23:58:24.572443Z","steps":["trace[224515102] 'process raft request' (duration: 123.994868ms)","trace[224515102] 'compare' (duration: 125.350407ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:58:24.572672Z","caller":"traceutil/trace.go:171","msg":"trace[107651634] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"247.940985ms","start":"2026-07-23T23:58:24.324721Z","end":"2026-07-23T23:58:24.572662Z","steps":["trace[107651634] 'process raft request' (duration: 247.655497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:58:24.572834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.389793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T23:58:24.572926Z","caller":"traceutil/trace.go:171","msg":"trace[1359082276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2191; }","duration":"155.551618ms","start":"2026-07-23T23:58:24.417356Z","end":"2026-07-23T23:58:24.572908Z","steps":["trace[1359082276] 'agreement among raft nodes before linearized reading' (duration: 155.249749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:32.361142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.91272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1247"} {"level":"info","ts":"2026-07-23T23:59:32.361189Z","caller":"traceutil/trace.go:171","msg":"trace[63973019] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"114.753897ms","start":"2026-07-23T23:59:32.246397Z","end":"2026-07-23T23:59:32.361151Z","steps":["trace[63973019] 'process raft request' (duration: 114.571622ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:32.361317Z","caller":"traceutil/trace.go:171","msg":"trace[1439435075] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2716; }","duration":"115.062715ms","start":"2026-07-23T23:59:32.246177Z","end":"2026-07-23T23:59:32.36124Z","steps":["trace[1439435075] 'range keys from in-memory index tree' (duration: 114.768637ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:02:03.878501Z","caller":"traceutil/trace.go:171","msg":"trace[230567380] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"125.299433ms","start":"2026-07-24T00:02:03.75317Z","end":"2026-07-24T00:02:03.878469Z","steps":["trace[230567380] 'process raft request' (duration: 83.112153ms)","trace[230567380] 'compare' (duration: 41.636494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:02:03.87868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.626642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T00:02:03.878477Z","caller":"traceutil/trace.go:171","msg":"trace[861199516] linearizableReadLoop","detail":"{readStateIndex:4769; appliedIndex:4768; }","duration":"102.405706ms","start":"2026-07-24T00:02:03.776036Z","end":"2026-07-24T00:02:03.878442Z","steps":["trace[861199516] 'read index received' (duration: 60.293329ms)","trace[861199516] 'applied index is now lower than readState.Index' (duration: 42.110907ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:02:03.878746Z","caller":"traceutil/trace.go:171","msg":"trace[1296184956] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4574; }","duration":"102.743565ms","start":"2026-07-24T00:02:03.775988Z","end":"2026-07-24T00:02:03.878732Z","steps":["trace[1296184956] 'agreement among raft nodes before linearized reading' (duration: 102.54379ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:02:07.876109Z","caller":"traceutil/trace.go:171","msg":"trace[744944327] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"111.292332ms","start":"2026-07-24T00:02:07.764752Z","end":"2026-07-24T00:02:07.876044Z","steps":["trace[744944327] 'process raft request' (duration: 111.049675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:02:20.475615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.140424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:02:20.475729Z","caller":"traceutil/trace.go:171","msg":"trace[807288411] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5099; }","duration":"252.705337ms","start":"2026-07-24T00:02:20.223008Z","end":"2026-07-24T00:02:20.475713Z","steps":["trace[807288411] 'read index received' (duration: 10.382538ms)","trace[807288411] 'applied index is now lower than readState.Index' (duration: 242.321739ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:02:20.475917Z","caller":"traceutil/trace.go:171","msg":"trace[736544058] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"285.007663ms","start":"2026-07-24T00:02:20.190895Z","end":"2026-07-24T00:02:20.475903Z","steps":["trace[736544058] 'process raft request' (duration: 42.493269ms)","trace[736544058] 'compare' (duration: 242.03012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:02:20.476054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.027806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T00:02:20.476137Z","caller":"traceutil/trace.go:171","msg":"trace[60231213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4893; }","duration":"253.124728ms","start":"2026-07-24T00:02:20.223Z","end":"2026-07-24T00:02:20.476125Z","steps":["trace[60231213] 'agreement among raft nodes before linearized reading' (duration: 252.923383ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:02:20.75388Z","caller":"traceutil/trace.go:171","msg":"trace[2123309064] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"273.690708ms","start":"2026-07-24T00:02:20.480155Z","end":"2026-07-24T00:02:20.753845Z","steps":["trace[2123309064] 'process raft request' (duration: 269.511179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:02:20.775352Z","caller":"traceutil/trace.go:171","msg":"trace[698072982] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5100; }","duration":"281.547684ms","start":"2026-07-24T00:02:20.49377Z","end":"2026-07-24T00:02:20.775318Z","steps":["trace[698072982] 'read index received' (duration: 255.906849ms)","trace[698072982] 'applied index is now lower than readState.Index' (duration: 25.639265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:02:20.775588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.801991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:02:20.77565Z","caller":"traceutil/trace.go:171","msg":"trace[1672714041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4895; }","duration":"281.908224ms","start":"2026-07-24T00:02:20.493726Z","end":"2026-07-24T00:02:20.775634Z","steps":["trace[1672714041] 'agreement among raft nodes before linearized reading' (duration: 281.728269ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:02:20.775399Z","caller":"traceutil/trace.go:171","msg":"trace[933053189] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"289.210994ms","start":"2026-07-24T00:02:20.486162Z","end":"2026-07-24T00:02:20.775373Z","steps":["trace[933053189] 'process raft request' (duration: 288.994618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:02:27.017168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.017423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:02:27.017492Z","caller":"traceutil/trace.go:171","msg":"trace[1377360764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5056; }","duration":"127.179207ms","start":"2026-07-24T00:02:26.890079Z","end":"2026-07-24T00:02:27.017258Z","steps":["trace[1377360764] 'range keys from in-memory index tree' (duration: 126.815437ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:27.650172Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3254} {"level":"info","ts":"2026-07-24T00:05:27.729736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3254,"took":"78.042728ms","hash":2139955028,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":33837056,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T00:05:27.729815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2139955028,"revision":3254,"compact-revision":-1} {"level":"info","ts":"2026-07-24T00:08:12.917884Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000216f.wal"} {"level":"info","ts":"2026-07-24T00:08:16.746503Z","caller":"traceutil/trace.go:171","msg":"trace[1368270125] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"232.074937ms","start":"2026-07-24T00:08:16.514408Z","end":"2026-07-24T00:08:16.746483Z","steps":["trace[1368270125] 'process raft request' (duration: 231.869291ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:16.746479Z","caller":"traceutil/trace.go:171","msg":"trace[1076817537] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8592; }","duration":"150.460532ms","start":"2026-07-24T00:08:16.595991Z","end":"2026-07-24T00:08:16.746452Z","steps":["trace[1076817537] 'read index received' (duration: 150.211335ms)","trace[1076817537] 'applied index is now lower than readState.Index' (duration: 248.137µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:08:16.746651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.654298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-24T00:08:16.746694Z","caller":"traceutil/trace.go:171","msg":"trace[1454922876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8227; }","duration":"150.75078ms","start":"2026-07-24T00:08:16.595934Z","end":"2026-07-24T00:08:16.746684Z","steps":["trace[1454922876] 'agreement among raft nodes before linearized reading' (duration: 150.598256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:16.746758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.955313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-24T00:08:16.746801Z","caller":"traceutil/trace.go:171","msg":"trace[1974459329] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8227; }","duration":"123.023744ms","start":"2026-07-24T00:08:16.623762Z","end":"2026-07-24T00:08:16.746785Z","steps":["trace[1974459329] 'agreement among raft nodes before linearized reading' (duration: 122.898621ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:28.666464Z","caller":"traceutil/trace.go:171","msg":"trace[56151329] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"242.846005ms","start":"2026-07-24T00:08:28.423586Z","end":"2026-07-24T00:08:28.666432Z","steps":["trace[56151329] 'process raft request' (duration: 242.659639ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:29.405773Z","caller":"traceutil/trace.go:171","msg":"trace[463044953] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"200.752617ms","start":"2026-07-24T00:08:29.204995Z","end":"2026-07-24T00:08:29.405748Z","steps":["trace[463044953] 'process raft request' (duration: 200.560622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:29.589262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.318576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-djbwz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T00:08:29.589361Z","caller":"traceutil/trace.go:171","msg":"trace[1491255407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-djbwz; range_end:; response_count:1; response_revision:8312; }","duration":"133.470841ms","start":"2026-07-24T00:08:29.455871Z","end":"2026-07-24T00:08:29.589342Z","steps":["trace[1491255407] 'range keys from in-memory index tree' (duration: 132.402789ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:55.93802Z","caller":"traceutil/trace.go:171","msg":"trace[67384737] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8924; }","duration":"193.211382ms","start":"2026-07-24T00:08:55.744771Z","end":"2026-07-24T00:08:55.937982Z","steps":["trace[67384737] 'read index received' (duration: 193.181251ms)","trace[67384737] 'applied index is now lower than readState.Index' (duration: 28.261µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:08:55.93824Z","caller":"traceutil/trace.go:171","msg":"trace[1555844075] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"265.050637ms","start":"2026-07-24T00:08:55.673159Z","end":"2026-07-24T00:08:55.93821Z","steps":["trace[1555844075] 'process raft request' (duration: 264.630195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:55.938473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.135845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:08:55.938542Z","caller":"traceutil/trace.go:171","msg":"trace[153711292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8542; }","duration":"156.252509ms","start":"2026-07-24T00:08:55.782275Z","end":"2026-07-24T00:08:55.938527Z","steps":["trace[153711292] 'agreement among raft nodes before linearized reading' (duration: 156.121405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:55.938561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.793719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-djbwz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T00:08:55.9386Z","caller":"traceutil/trace.go:171","msg":"trace[1835743911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-djbwz; range_end:; response_count:1; response_revision:8542; }","duration":"193.882181ms","start":"2026-07-24T00:08:55.744704Z","end":"2026-07-24T00:08:55.938587Z","steps":["trace[1835743911] 'agreement among raft nodes before linearized reading' (duration: 193.718416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:56.129181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.64332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:08:56.129351Z","caller":"traceutil/trace.go:171","msg":"trace[1927123871] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8925; }","duration":"141.692375ms","start":"2026-07-24T00:08:55.987618Z","end":"2026-07-24T00:08:56.12931Z","steps":["trace[1927123871] 'read index received' (duration: 10.823148ms)","trace[1927123871] 'applied index is now lower than readState.Index' (duration: 130.867047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:08:56.129558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.923772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T00:08:56.129655Z","caller":"traceutil/trace.go:171","msg":"trace[980140112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8542; }","duration":"142.084146ms","start":"2026-07-24T00:08:55.987552Z","end":"2026-07-24T00:08:56.129636Z","steps":["trace[980140112] 'agreement among raft nodes before linearized reading' (duration: 141.849089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:56.129666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.079876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T00:08:56.129705Z","caller":"traceutil/trace.go:171","msg":"trace[1789099822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8542; }","duration":"136.154708ms","start":"2026-07-24T00:08:55.993538Z","end":"2026-07-24T00:08:56.129693Z","steps":["trace[1789099822] 'agreement among raft nodes before linearized reading' (duration: 135.940032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:56.129722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.053706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T00:08:56.129794Z","caller":"traceutil/trace.go:171","msg":"trace[1569443430] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8542; }","duration":"129.179379ms","start":"2026-07-24T00:08:56.0006Z","end":"2026-07-24T00:08:56.129779Z","steps":["trace[1569443430] 'agreement among raft nodes before linearized reading' (duration: 128.935802ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:09:09.243293Z","caller":"traceutil/trace.go:171","msg":"trace[599544587] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"126.124801ms","start":"2026-07-24T00:09:09.117128Z","end":"2026-07-24T00:09:09.243253Z","steps":["trace[599544587] 'process raft request' (duration: 114.565012ms)","trace[599544587] 'compare' (duration: 11.296872ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:09:09.964709Z","caller":"traceutil/trace.go:171","msg":"trace[607816228] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"288.149146ms","start":"2026-07-24T00:09:09.676522Z","end":"2026-07-24T00:09:09.964672Z","steps":["trace[607816228] 'process raft request' (duration: 287.914149ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:09:09.991417Z","caller":"traceutil/trace.go:171","msg":"trace[1628439282] linearizableReadLoop","detail":"{readStateIndex:9069; appliedIndex:9067; }","duration":"208.55556ms","start":"2026-07-24T00:09:09.782832Z","end":"2026-07-24T00:09:09.991387Z","steps":["trace[1628439282] 'read index received' (duration: 181.625323ms)","trace[1628439282] 'applied index is now lower than readState.Index' (duration: 26.928777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:09:09.991605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.744585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:09:09.991649Z","caller":"traceutil/trace.go:171","msg":"trace[1917276021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8677; }","duration":"208.860828ms","start":"2026-07-24T00:09:09.782775Z","end":"2026-07-24T00:09:09.991635Z","steps":["trace[1917276021] 'agreement among raft nodes before linearized reading' (duration: 208.715154ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:09:09.991608Z","caller":"traceutil/trace.go:171","msg":"trace[1171952149] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"309.240806ms","start":"2026-07-24T00:09:09.682303Z","end":"2026-07-24T00:09:09.991544Z","steps":["trace[1171952149] 'process raft request' (duration: 308.900277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:09.991925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:09.682287Z","time spent":"309.473363ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4600,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:09:10.812419Z","caller":"traceutil/trace.go:171","msg":"trace[453929287] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"286.21808ms","start":"2026-07-24T00:09:10.526176Z","end":"2026-07-24T00:09:10.812394Z","steps":["trace[453929287] 'process raft request' (duration: 285.982094ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:27.655573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6578} {"level":"info","ts":"2026-07-24T00:10:27.751912Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6578,"took":"93.932405ms","hash":502813417,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":26755072,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-24T00:10:27.751988Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":502813417,"revision":6578,"compact-revision":3254} {"level":"info","ts":"2026-07-24T00:10:33.532837Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dbd0ffa4f8c99812","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T00:10:33.541313Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T00:10:33.541435Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T00:13:55.216566Z","caller":"traceutil/trace.go:171","msg":"trace[853967055] transaction","detail":"{read_only:false; response_revision:11581; number_of_response:1; }","duration":"122.707454ms","start":"2026-07-24T00:13:55.093816Z","end":"2026-07-24T00:13:55.216523Z","steps":["trace[853967055] 'process raft request' (duration: 81.671376ms)","trace[853967055] 'compare' (duration: 40.793952ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:13:55.47772Z","caller":"traceutil/trace.go:171","msg":"trace[641911110] transaction","detail":"{read_only:false; response_revision:11582; number_of_response:1; }","duration":"207.405078ms","start":"2026-07-24T00:13:55.27029Z","end":"2026-07-24T00:13:55.477695Z","steps":["trace[641911110] 'process raft request' (duration: 207.234624ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:13:55.634829Z","caller":"traceutil/trace.go:171","msg":"trace[737844029] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11582; }","duration":"146.02946ms","start":"2026-07-24T00:13:55.488768Z","end":"2026-07-24T00:13:55.634797Z","steps":["trace[737844029] 'process raft request' (duration: 145.881246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:15:27.661766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9504} {"level":"info","ts":"2026-07-24T00:15:27.742529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9504,"took":"78.561708ms","hash":1726672663,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":28798976,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-24T00:15:27.742612Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1726672663,"revision":9504,"compact-revision":6578} {"level":"info","ts":"2026-07-24T00:20:19.921225Z","caller":"traceutil/trace.go:171","msg":"trace[636167241] transaction","detail":"{read_only:false; response_revision:14702; number_of_response:1; }","duration":"113.500862ms","start":"2026-07-24T00:20:19.807705Z","end":"2026-07-24T00:20:19.921206Z","steps":["trace[636167241] 'process raft request' (duration: 113.365408ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:20.853831Z","caller":"traceutil/trace.go:171","msg":"trace[1507931779] transaction","detail":"{read_only:false; response_revision:14711; number_of_response:1; }","duration":"233.142759ms","start":"2026-07-24T00:20:20.620652Z","end":"2026-07-24T00:20:20.853795Z","steps":["trace[1507931779] 'process raft request' (duration: 228.495076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:21.238083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.363393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:20:21.2382Z","caller":"traceutil/trace.go:171","msg":"trace[1601160346] transaction","detail":"{read_only:false; response_revision:14712; number_of_response:1; }","duration":"360.527459ms","start":"2026-07-24T00:20:20.877653Z","end":"2026-07-24T00:20:21.23818Z","steps":["trace[1601160346] 'process raft request' (duration: 242.981821ms)","trace[1601160346] 'compare' (duration: 117.159997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:20:21.23837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:20.877634Z","time spent":"360.671483ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:20:21.287948Z","caller":"traceutil/trace.go:171","msg":"trace[1516331929] linearizableReadLoop","detail":"{readStateIndex:15399; appliedIndex:15397; }","duration":"393.194565ms","start":"2026-07-24T00:20:20.894724Z","end":"2026-07-24T00:20:21.287919Z","steps":["trace[1516331929] 'read index received' (duration: 225.83561ms)","trace[1516331929] 'applied index is now lower than readState.Index' (duration: 167.357635ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:20:21.288105Z","caller":"traceutil/trace.go:171","msg":"trace[1110039152] transaction","detail":"{read_only:false; response_revision:14713; number_of_response:1; }","duration":"407.509445ms","start":"2026-07-24T00:20:20.880546Z","end":"2026-07-24T00:20:21.288056Z","steps":["trace[1110039152] 'process raft request' (duration: 407.223567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:21.288277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:20.880534Z","time spent":"407.648829ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:20:21.288494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.667568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T00:20:21.288527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.229581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-djbwz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T00:20:21.288658Z","caller":"traceutil/trace.go:171","msg":"trace[619892313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-djbwz; range_end:; response_count:1; response_revision:14713; }","duration":"374.426846ms","start":"2026-07-24T00:20:20.914209Z","end":"2026-07-24T00:20:21.288636Z","steps":["trace[619892313] 'agreement among raft nodes before linearized reading' (duration: 373.958293ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:21.288582Z","caller":"traceutil/trace.go:171","msg":"trace[239303513] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14713; }","duration":"304.855673ms","start":"2026-07-24T00:20:20.983706Z","end":"2026-07-24T00:20:21.288561Z","steps":["trace[239303513] 'agreement among raft nodes before linearized reading' (duration: 304.640037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:21.288766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:20.91419Z","time spent":"374.53763ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-djbwz\" "} {"level":"warn","ts":"2026-07-24T00:20:21.28877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:20.983687Z","time spent":"305.049679ms","remote":"127.0.0.1:57220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:20:21.289366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.622585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:82 size:714874"} {"level":"info","ts":"2026-07-24T00:20:21.289426Z","caller":"traceutil/trace.go:171","msg":"trace[1859661250] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:82; response_revision:14713; }","duration":"394.713957ms","start":"2026-07-24T00:20:20.894698Z","end":"2026-07-24T00:20:21.289412Z","steps":["trace[1859661250] 'agreement among raft nodes before linearized reading' (duration: 393.372969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:21.289467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:20.894652Z","time spent":"394.8026ms","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":82,"response size":714898,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-24T00:20:27.669797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12350} {"level":"info","ts":"2026-07-24T00:20:27.763684Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12350,"took":"91.844242ms","hash":3820529966,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":26267648,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-24T00:20:27.763753Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3820529966,"revision":12350,"compact-revision":9504} {"level":"info","ts":"2026-07-24T00:21:34.017899Z","caller":"traceutil/trace.go:171","msg":"trace[1214750524] transaction","detail":"{read_only:false; response_revision:15863; number_of_response:1; }","duration":"131.345423ms","start":"2026-07-24T00:21:33.886527Z","end":"2026-07-24T00:21:34.017872Z","steps":["trace[1214750524] 'process raft request' (duration: 131.175858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:21:34.018743Z","caller":"traceutil/trace.go:171","msg":"trace[1321038512] transaction","detail":"{read_only:false; response_revision:15864; number_of_response:1; }","duration":"124.17894ms","start":"2026-07-24T00:21:33.894541Z","end":"2026-07-24T00:21:34.01872Z","steps":["trace[1321038512] 'process raft request' (duration: 123.883481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:22:08.502039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.503164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:22:08.502145Z","caller":"traceutil/trace.go:171","msg":"trace[1184696365] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16094; }","duration":"103.640248ms","start":"2026-07-24T00:22:08.398484Z","end":"2026-07-24T00:22:08.502124Z","steps":["trace[1184696365] 'range keys from in-memory index tree' (duration: 103.470073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:22:08.502569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.586566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:22:08.502666Z","caller":"traceutil/trace.go:171","msg":"trace[1039703579] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16094; }","duration":"104.7348ms","start":"2026-07-24T00:22:08.397908Z","end":"2026-07-24T00:22:08.502642Z","steps":["trace[1039703579] 'range keys from in-memory index tree' (duration: 104.457172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:22:08.502715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.74621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-24T00:22:08.502766Z","caller":"traceutil/trace.go:171","msg":"trace[2113321514] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16094; }","duration":"134.830292ms","start":"2026-07-24T00:22:08.367921Z","end":"2026-07-24T00:22:08.502752Z","steps":["trace[2113321514] 'range keys from in-memory index tree' (duration: 134.526983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:22:08.502924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.586596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:22:08.503094Z","caller":"traceutil/trace.go:171","msg":"trace[445082900] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16094; }","duration":"104.763501ms","start":"2026-07-24T00:22:08.398299Z","end":"2026-07-24T00:22:08.503062Z","steps":["trace[445082900] 'range keys from in-memory index tree' (duration: 104.527284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:22:08.503115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.769072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-djbwz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-24T00:22:08.503208Z","caller":"traceutil/trace.go:171","msg":"trace[474155110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-djbwz; range_end:; response_count:1; response_revision:16094; }","duration":"145.913546ms","start":"2026-07-24T00:22:08.357274Z","end":"2026-07-24T00:22:08.503187Z","steps":["trace[474155110] 'range keys from in-memory index tree' (duration: 145.544226ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:22:09.207136Z","caller":"traceutil/trace.go:171","msg":"trace[2062247730] transaction","detail":"{read_only:false; response_revision:16098; number_of_response:1; }","duration":"136.320994ms","start":"2026-07-24T00:22:09.070789Z","end":"2026-07-24T00:22:09.20711Z","steps":["trace[2062247730] 'process raft request' (duration: 136.15368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:22:09.258366Z","caller":"traceutil/trace.go:171","msg":"trace[271764676] linearizableReadLoop","detail":"{readStateIndex:16841; appliedIndex:16839; }","duration":"130.995852ms","start":"2026-07-24T00:22:09.127339Z","end":"2026-07-24T00:22:09.258335Z","steps":["trace[271764676] 'read index received' (duration: 79.673128ms)","trace[271764676] 'applied index is now lower than readState.Index' (duration: 51.321154ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:22:09.258506Z","caller":"traceutil/trace.go:171","msg":"trace[99212314] transaction","detail":"{read_only:false; response_revision:16099; number_of_response:1; }","duration":"187.577077ms","start":"2026-07-24T00:22:09.0709Z","end":"2026-07-24T00:22:09.258477Z","steps":["trace[99212314] 'process raft request' (duration: 187.241267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:22:09.258634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.28036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T00:22:09.258795Z","caller":"traceutil/trace.go:171","msg":"trace[872224012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16099; }","duration":"131.486457ms","start":"2026-07-24T00:22:09.127285Z","end":"2026-07-24T00:22:09.258772Z","steps":["trace[872224012] 'agreement among raft nodes before linearized reading' (duration: 131.188048ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:22:09.384323Z","caller":"traceutil/trace.go:171","msg":"trace[455044856] transaction","detail":"{read_only:false; response_revision:16100; number_of_response:1; }","duration":"120.869526ms","start":"2026-07-24T00:22:09.263384Z","end":"2026-07-24T00:22:09.384253Z","steps":["trace[455044856] 'process raft request' (duration: 120.6272ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:22:09.385223Z","caller":"traceutil/trace.go:171","msg":"trace[1329694703] transaction","detail":"{read_only:false; response_revision:16101; number_of_response:1; }","duration":"119.064276ms","start":"2026-07-24T00:22:09.266135Z","end":"2026-07-24T00:22:09.3852Z","steps":["trace[1329694703] 'process raft request' (duration: 118.944763ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:25:27.676091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14891} {"level":"info","ts":"2026-07-24T00:25:27.769724Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14891,"took":"90.3187ms","hash":4197011373,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":31219712,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T00:25:27.769791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4197011373,"revision":14891,"compact-revision":12350} {"level":"info","ts":"2026-07-24T00:27:40.423861Z","caller":"traceutil/trace.go:171","msg":"trace[1913223919] transaction","detail":"{read_only:false; response_revision:19064; number_of_response:1; }","duration":"117.06042ms","start":"2026-07-24T00:27:40.306775Z","end":"2026-07-24T00:27:40.423836Z","steps":["trace[1913223919] 'process raft request' (duration: 116.583227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:27:41.594777Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dbd0ffa4f8c99812","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T00:27:41.5992Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T00:27:41.599271Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-24T00:27:45.962479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.356354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-24T00:27:45.963028Z","caller":"traceutil/trace.go:171","msg":"trace[992640605] transaction","detail":"{read_only:false; response_revision:19249; number_of_response:1; }","duration":"122.301089ms","start":"2026-07-24T00:27:45.840704Z","end":"2026-07-24T00:27:45.963005Z","steps":["trace[992640605] 'process raft request' (duration: 121.876817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:27:46.035491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.645089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:27:46.035677Z","caller":"traceutil/trace.go:171","msg":"trace[270232831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19249; }","duration":"135.884686ms","start":"2026-07-24T00:27:45.899771Z","end":"2026-07-24T00:27:46.035655Z","steps":["trace[270232831] 'agreement among raft nodes before linearized reading' (duration: 63.208478ms)","trace[270232831] 'range keys from in-memory index tree' (duration: 72.349039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:27:46.43058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.561956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:27:46.43082Z","caller":"traceutil/trace.go:171","msg":"trace[1513731294] transaction","detail":"{read_only:false; response_revision:19253; number_of_response:1; }","duration":"298.173772ms","start":"2026-07-24T00:27:46.132624Z","end":"2026-07-24T00:27:46.430797Z","steps":["trace[1513731294] 'process raft request' (duration: 298.08124ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:27:46.430978Z","caller":"traceutil/trace.go:171","msg":"trace[770788620] transaction","detail":"{read_only:false; response_revision:19252; number_of_response:1; }","duration":"391.102895ms","start":"2026-07-24T00:27:46.03984Z","end":"2026-07-24T00:27:46.430943Z","steps":["trace[770788620] 'process raft request' (duration: 248.095617ms)","trace[770788620] 'compare' (duration: 142.33522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:27:46.431108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:27:46.039813Z","time spent":"391.23773ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:27:46.431127Z","caller":"traceutil/trace.go:171","msg":"trace[212596751] linearizableReadLoop","detail":"{readStateIndex:20145; appliedIndex:20144; }","duration":"363.883902ms","start":"2026-07-24T00:27:46.067226Z","end":"2026-07-24T00:27:46.43111Z","steps":["trace[212596751] 'read index received' (duration: 220.794941ms)","trace[212596751] 'applied index is now lower than readState.Index' (duration: 143.086951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:27:46.431401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.16684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pdxr7\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-07-24T00:27:46.43145Z","caller":"traceutil/trace.go:171","msg":"trace[695382970] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pdxr7; range_end:; response_count:1; response_revision:19253; }","duration":"364.244152ms","start":"2026-07-24T00:27:46.067193Z","end":"2026-07-24T00:27:46.431437Z","steps":["trace[695382970] 'agreement among raft nodes before linearized reading' (duration: 364.032946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:27:46.431495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:27:46.067179Z","time spent":"364.305334ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pdxr7\" "} {"level":"warn","ts":"2026-07-24T00:27:46.431843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.784767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T00:27:46.431905Z","caller":"traceutil/trace.go:171","msg":"trace[2046875028] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19253; }","duration":"345.86515ms","start":"2026-07-24T00:27:46.086022Z","end":"2026-07-24T00:27:46.431887Z","steps":["trace[2046875028] 'agreement among raft nodes before linearized reading' (duration: 345.719156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:27:46.431954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:27:46.086012Z","time spent":"345.931232ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:27:46.432276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.621029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mvt68\" ","response":"range_response_count:1 size:20732"} {"level":"info","ts":"2026-07-24T00:27:46.432332Z","caller":"traceutil/trace.go:171","msg":"trace[505624015] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mvt68; range_end:; response_count:1; response_revision:19253; }","duration":"251.709761ms","start":"2026-07-24T00:27:46.180608Z","end":"2026-07-24T00:27:46.432318Z","steps":["trace[505624015] 'agreement among raft nodes before linearized reading' (duration: 251.566927ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:30:27.681858Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17884} {"level":"info","ts":"2026-07-24T00:30:27.791967Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17884,"took":"106.228047ms","hash":1047959849,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":32985088,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T00:30:27.792024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1047959849,"revision":17884,"compact-revision":14891} {"level":"warn","ts":"2026-07-24T00:32:52.418179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206373042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:32:53.337176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206373042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:32:53.444622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373866109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.150\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-24T00:32:53.444719Z","caller":"traceutil/trace.go:171","msg":"trace[1755672374] range","detail":"{range_begin:/registry/masterleases/199.19.213.150; range_end:; response_count:1; response_revision:22238; }","duration":"2.374016813s","start":"2026-07-24T00:32:51.070676Z","end":"2026-07-24T00:32:53.444693Z","steps":["trace[1755672374] 'range keys from in-memory index tree' (duration: 2.373711375s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.444775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.070665Z","time spent":"2.374093776s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.150\" "} {"level":"warn","ts":"2026-07-24T00:32:53.444995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372558371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:32:53.445044Z","caller":"traceutil/trace.go:171","msg":"trace[2047751720] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:22238; }","duration":"2.372640504s","start":"2026-07-24T00:32:51.072387Z","end":"2026-07-24T00:32:53.445027Z","steps":["trace[2047751720] 'range keys from in-memory index tree' (duration: 2.372484689s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.445106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.072371Z","time spent":"2.372722946s","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-07-24T00:32:53.446448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128686911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:32:53.446523Z","caller":"traceutil/trace.go:171","msg":"trace[1702041756] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:22238; }","duration":"2.128773974s","start":"2026-07-24T00:32:51.317731Z","end":"2026-07-24T00:32:53.446505Z","steps":["trace[1702041756] 'count revisions from in-memory index tree' (duration: 2.128619419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.446552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.317691Z","time spent":"2.128852746s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:32:53.446529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551904254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:32:53.446593Z","caller":"traceutil/trace.go:171","msg":"trace[257176999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22238; }","duration":"1.551976856s","start":"2026-07-24T00:32:51.894601Z","end":"2026-07-24T00:32:53.446578Z","steps":["trace[257176999] 'range keys from in-memory index tree' (duration: 1.55177133s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.446623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.894555Z","time spent":"1.552061299s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:32:53.446808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551344239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:32:53.446838Z","caller":"traceutil/trace.go:171","msg":"trace[1459628901] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:22238; }","duration":"1.55140319s","start":"2026-07-24T00:32:51.895425Z","end":"2026-07-24T00:32:53.446828Z","steps":["trace[1459628901] 'count revisions from in-memory index tree' (duration: 1.551299737s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.446857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.895411Z","time spent":"1.551440252s","remote":"127.0.0.1:58416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:32:53.446886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551172484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-24T00:32:53.446904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161065445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2588693"} {"level":"info","ts":"2026-07-24T00:32:53.446961Z","caller":"traceutil/trace.go:171","msg":"trace[107559579] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22238; }","duration":"1.551255916s","start":"2026-07-24T00:32:51.895686Z","end":"2026-07-24T00:32:53.446942Z","steps":["trace[107559579] 'range keys from in-memory index tree' (duration: 1.551077661s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:53.44697Z","caller":"traceutil/trace.go:171","msg":"trace[577327151] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22238; }","duration":"2.161155328s","start":"2026-07-24T00:32:51.285797Z","end":"2026-07-24T00:32:53.446952Z","steps":["trace[577327151] 'range keys from in-memory index tree' (duration: 2.159808669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.447015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.285782Z","time spent":"2.161217619s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2588717,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-24T00:32:53.447004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.895682Z","time spent":"1.551309688s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T00:32:53.446989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55137155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T00:32:53.447126Z","caller":"traceutil/trace.go:171","msg":"trace[1595714376] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22238; }","duration":"1.551530954s","start":"2026-07-24T00:32:51.895567Z","end":"2026-07-24T00:32:53.447098Z","steps":["trace[1595714376] 'range keys from in-memory index tree' (duration: 1.551244936s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.447208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.895564Z","time spent":"1.551626266s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:32:53.447834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550799683s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:32:53.449472Z","caller":"traceutil/trace.go:171","msg":"trace[1733199746] transaction","detail":"{read_only:false; response_revision:22239; number_of_response:1; }","duration":"1.552490802s","start":"2026-07-24T00:32:51.896969Z","end":"2026-07-24T00:32:53.44946Z","steps":["trace[1733199746] 'process raft request' (duration: 1.552389259s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.449565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.89696Z","time spent":"1.552547864s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:32:53.456164Z","caller":"traceutil/trace.go:171","msg":"trace[638535680] linearizableReadLoop","detail":"{readStateIndex:23271; appliedIndex:23269; }","duration":"1.538721058s","start":"2026-07-24T00:32:51.917426Z","end":"2026-07-24T00:32:53.456147Z","steps":["trace[638535680] 'read index received' (duration: 1.531922455s)","trace[638535680] 'applied index is now lower than readState.Index' (duration: 6.797793ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:32:53.456326Z","caller":"traceutil/trace.go:171","msg":"trace[458580379] transaction","detail":"{read_only:false; response_revision:22240; number_of_response:1; }","duration":"1.108607222s","start":"2026-07-24T00:32:52.34771Z","end":"2026-07-24T00:32:53.456317Z","steps":["trace[458580379] 'process raft request' (duration: 1.10818361s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.45641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:52.347691Z","time spent":"1.108658844s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:32:53.456627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539198602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:32:53.456656Z","caller":"traceutil/trace.go:171","msg":"trace[1921335636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22240; }","duration":"1.539254394s","start":"2026-07-24T00:32:51.917395Z","end":"2026-07-24T00:32:53.456649Z","steps":["trace[1921335636] 'agreement among raft nodes before linearized reading' (duration: 1.539204362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.456676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:51.91738Z","time spent":"1.539292105s","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:32:53.45681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424890515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:32:53.456846Z","caller":"traceutil/trace.go:171","msg":"trace[1415647606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22241; }","duration":"1.424974847s","start":"2026-07-24T00:32:52.03186Z","end":"2026-07-24T00:32:53.456835Z","steps":["trace[1415647606] 'agreement among raft nodes before linearized reading' (duration: 1.424868424s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.456863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:52.031842Z","time spent":"1.425017748s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:32:53.456891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.232251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:32:53.456937Z","caller":"traceutil/trace.go:171","msg":"trace[1536393730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22241; }","duration":"117.316413ms","start":"2026-07-24T00:32:53.339607Z","end":"2026-07-24T00:32:53.456924Z","steps":["trace[1536393730] 'agreement among raft nodes before linearized reading' (duration: 117.169739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.45695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424198736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-6b886488d-lb85m.18c5124ff95c2235\" ","response":"range_response_count:1 size:1167"} {"level":"info","ts":"2026-07-24T00:32:53.45697Z","caller":"traceutil/trace.go:171","msg":"trace[269834337] range","detail":"{range_begin:/registry/events/openstack/senlin-api-6b886488d-lb85m.18c5124ff95c2235; range_end:; response_count:1; response_revision:22241; }","duration":"1.424236006s","start":"2026-07-24T00:32:52.032727Z","end":"2026-07-24T00:32:53.456963Z","steps":["trace[269834337] 'agreement among raft nodes before linearized reading' (duration: 1.424180395s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.456982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:52.032718Z","time spent":"1.424261087s","remote":"127.0.0.1:57070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1191,"request content":"key:\"/registry/events/openstack/senlin-api-6b886488d-lb85m.18c5124ff95c2235\" "} {"level":"warn","ts":"2026-07-24T00:32:53.456985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072477772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T00:32:53.457005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30399295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T00:32:53.457037Z","caller":"traceutil/trace.go:171","msg":"trace[1985349940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22241; }","duration":"1.072536044s","start":"2026-07-24T00:32:52.384489Z","end":"2026-07-24T00:32:53.457025Z","steps":["trace[1985349940] 'agreement among raft nodes before linearized reading' (duration: 1.07240057s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.457048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068386566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:32:53.457064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:52.384449Z","time spent":"1.072608696s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:32:53.457068Z","caller":"traceutil/trace.go:171","msg":"trace[106983945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22241; }","duration":"1.068424386s","start":"2026-07-24T00:32:52.388638Z","end":"2026-07-24T00:32:53.457062Z","steps":["trace[106983945] 'agreement among raft nodes before linearized reading' (duration: 1.068368665s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:53.457065Z","caller":"traceutil/trace.go:171","msg":"trace[2013541568] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22241; }","duration":"1.304060522s","start":"2026-07-24T00:32:52.152987Z","end":"2026-07-24T00:32:53.457047Z","steps":["trace[2013541568] 'agreement among raft nodes before linearized reading' (duration: 1.303911788s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:53.457086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:52.38863Z","time spent":"1.068452118s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:32:53.457097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:32:52.152927Z","time spent":"1.304163495s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T00:32:59.568789Z","caller":"traceutil/trace.go:171","msg":"trace[1503776779] transaction","detail":"{read_only:false; response_revision:22314; number_of_response:1; }","duration":"129.671275ms","start":"2026-07-24T00:32:59.439093Z","end":"2026-07-24T00:32:59.568764Z","steps":["trace[1503776779] 'process raft request' (duration: 129.50437ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.598901Z","caller":"traceutil/trace.go:171","msg":"trace[783238181] linearizableReadLoop","detail":"{readStateIndex:23352; appliedIndex:23350; }","duration":"114.435601ms","start":"2026-07-24T00:32:59.48444Z","end":"2026-07-24T00:32:59.598875Z","steps":["trace[783238181] 'read index received' (duration: 84.22872ms)","trace[783238181] 'applied index is now lower than readState.Index' (duration: 30.205801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:32:59.599127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.669378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:32:59.599167Z","caller":"traceutil/trace.go:171","msg":"trace[1770629803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22315; }","duration":"114.72835ms","start":"2026-07-24T00:32:59.484427Z","end":"2026-07-24T00:32:59.599155Z","steps":["trace[1770629803] 'agreement among raft nodes before linearized reading' (duration: 114.574626ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.599176Z","caller":"traceutil/trace.go:171","msg":"trace[410853040] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"123.772977ms","start":"2026-07-24T00:32:59.475259Z","end":"2026-07-24T00:32:59.599032Z","steps":["trace[410853040] 'process raft request' (duration: 123.445937ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.741381Z","caller":"traceutil/trace.go:171","msg":"trace[1353834652] linearizableReadLoop","detail":"{readStateIndex:23353; appliedIndex:23353; }","duration":"142.344966ms","start":"2026-07-24T00:32:59.598969Z","end":"2026-07-24T00:32:59.741314Z","steps":["trace[1353834652] 'read index received' (duration: 142.14907ms)","trace[1353834652] 'applied index is now lower than readState.Index' (duration: 191.556µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:32:59.741578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.655415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T00:32:59.741726Z","caller":"traceutil/trace.go:171","msg":"trace[135629090] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22315; }","duration":"249.821939ms","start":"2026-07-24T00:32:59.491841Z","end":"2026-07-24T00:32:59.741663Z","steps":["trace[135629090] 'agreement among raft nodes before linearized reading' (duration: 249.527581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.741875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.072407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T00:32:59.741983Z","caller":"traceutil/trace.go:171","msg":"trace[775283223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22315; }","duration":"250.17008ms","start":"2026-07-24T00:32:59.491772Z","end":"2026-07-24T00:32:59.741942Z","steps":["trace[775283223] 'agreement among raft nodes before linearized reading' (duration: 249.838191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.742184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.726244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T00:32:59.742271Z","caller":"traceutil/trace.go:171","msg":"trace[367517642] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22315; }","duration":"217.827387ms","start":"2026-07-24T00:32:59.524402Z","end":"2026-07-24T00:32:59.742229Z","steps":["trace[367517642] 'agreement among raft nodes before linearized reading' (duration: 217.663162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.742433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.886576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:32:59.742526Z","caller":"traceutil/trace.go:171","msg":"trace[1237932884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22315; }","duration":"252.99717ms","start":"2026-07-24T00:32:59.489501Z","end":"2026-07-24T00:32:59.742498Z","steps":["trace[1237932884] 'agreement among raft nodes before linearized reading' (duration: 252.827605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.74263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.022532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T00:32:59.742704Z","caller":"traceutil/trace.go:171","msg":"trace[174953722] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22315; }","duration":"225.110244ms","start":"2026-07-24T00:32:59.517563Z","end":"2026-07-24T00:32:59.742673Z","steps":["trace[174953722] 'agreement among raft nodes before linearized reading' (duration: 224.9562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.742986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.850891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:32:59.743082Z","caller":"traceutil/trace.go:171","msg":"trace[1136387512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22315; }","duration":"255.957263ms","start":"2026-07-24T00:32:59.487107Z","end":"2026-07-24T00:32:59.743064Z","steps":["trace[1136387512] 'agreement among raft nodes before linearized reading' (duration: 255.717207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.743395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.033903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:32:59.743474Z","caller":"traceutil/trace.go:171","msg":"trace[888558570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22315; }","duration":"257.142677ms","start":"2026-07-24T00:32:59.486316Z","end":"2026-07-24T00:32:59.743458Z","steps":["trace[888558570] 'agreement among raft nodes before linearized reading' (duration: 256.984882ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.741226Z","caller":"traceutil/trace.go:171","msg":"trace[638209990] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22315; }","duration":"165.351483ms","start":"2026-07-24T00:32:59.575843Z","end":"2026-07-24T00:32:59.741195Z","steps":["trace[638209990] 'process raft request' (duration: 164.796486ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.793899Z","caller":"traceutil/trace.go:171","msg":"trace[620888287] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"190.162859ms","start":"2026-07-24T00:32:59.603698Z","end":"2026-07-24T00:32:59.793861Z","steps":["trace[620888287] 'process raft request' (duration: 189.889331ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.877246Z","caller":"traceutil/trace.go:171","msg":"trace[401299489] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"126.970988ms","start":"2026-07-24T00:32:59.750231Z","end":"2026-07-24T00:32:59.877202Z","steps":["trace[401299489] 'process raft request' (duration: 115.722478ms)","trace[401299489] 'compare' (duration: 10.973572ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:32:59.878Z","caller":"traceutil/trace.go:171","msg":"trace[60138160] transaction","detail":"{read_only:false; response_revision:22321; number_of_response:1; }","duration":"125.011222ms","start":"2026-07-24T00:32:59.752974Z","end":"2026-07-24T00:32:59.877986Z","steps":["trace[60138160] 'process raft request' (duration: 124.186929ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.87818Z","caller":"traceutil/trace.go:171","msg":"trace[1254165597] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"127.731849ms","start":"2026-07-24T00:32:59.750437Z","end":"2026-07-24T00:32:59.878168Z","steps":["trace[1254165597] 'process raft request' (duration: 126.633618ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.878343Z","caller":"traceutil/trace.go:171","msg":"trace[1242541519] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"126.541796ms","start":"2026-07-24T00:32:59.751791Z","end":"2026-07-24T00:32:59.878333Z","steps":["trace[1242541519] 'process raft request' (duration: 125.312451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.878407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.559627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T00:32:59.878485Z","caller":"traceutil/trace.go:171","msg":"trace[1674763602] transaction","detail":"{read_only:false; response_revision:22320; number_of_response:1; }","duration":"126.432014ms","start":"2026-07-24T00:32:59.752042Z","end":"2026-07-24T00:32:59.878474Z","steps":["trace[1674763602] 'process raft request' (duration: 125.084495ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:32:59.878513Z","caller":"traceutil/trace.go:171","msg":"trace[1717204288] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22321; }","duration":"126.689971ms","start":"2026-07-24T00:32:59.751794Z","end":"2026-07-24T00:32:59.878484Z","steps":["trace[1717204288] 'agreement among raft nodes before linearized reading' (duration: 126.354191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.878678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.846945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-24T00:32:59.87879Z","caller":"traceutil/trace.go:171","msg":"trace[676465601] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:22321; }","duration":"126.99683ms","start":"2026-07-24T00:32:59.751769Z","end":"2026-07-24T00:32:59.878766Z","steps":["trace[676465601] 'agreement among raft nodes before linearized reading' (duration: 126.693822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:32:59.878871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.944994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T00:32:59.879065Z","caller":"traceutil/trace.go:171","msg":"trace[575365490] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22321; }","duration":"130.14952ms","start":"2026-07-24T00:32:59.748882Z","end":"2026-07-24T00:32:59.879032Z","steps":["trace[575365490] 'agreement among raft nodes before linearized reading' (duration: 128.318307ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:33.469237Z","caller":"traceutil/trace.go:171","msg":"trace[1799873906] linearizableReadLoop","detail":"{readStateIndex:23709; appliedIndex:23708; }","duration":"434.706978ms","start":"2026-07-24T00:33:33.034506Z","end":"2026-07-24T00:33:33.469213Z","steps":["trace[1799873906] 'read index received' (duration: 434.449331ms)","trace[1799873906] 'applied index is now lower than readState.Index' (duration: 256.697µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:33:33.469292Z","caller":"traceutil/trace.go:171","msg":"trace[953777373] transaction","detail":"{read_only:false; response_revision:22657; number_of_response:1; }","duration":"436.973663ms","start":"2026-07-24T00:33:33.032278Z","end":"2026-07-24T00:33:33.469251Z","steps":["trace[953777373] 'process raft request' (duration: 436.763927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:33.469456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:33.032258Z","time spent":"437.111176ms","remote":"127.0.0.1:57070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:33:33.469522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.002266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-24T00:33:33.469594Z","caller":"traceutil/trace.go:171","msg":"trace[840179865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:22657; }","duration":"435.110679ms","start":"2026-07-24T00:33:33.03447Z","end":"2026-07-24T00:33:33.46958Z","steps":["trace[840179865] 'agreement among raft nodes before linearized reading' (duration: 434.843542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:33.469662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:33.034455Z","time spent":"435.195371ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-24T00:33:34.070966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:34.571442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:35.072144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:35.572682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:35.7842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:33:35.784307Z","caller":"traceutil/trace.go:171","msg":"trace[51726817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522479s","start":"2026-07-24T00:33:33.783761Z","end":"2026-07-24T00:33:35.784284Z","steps":["trace[51726817] 'agreement among raft nodes before linearized reading' (duration: 2.000375995s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:35.784426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:33.783745Z","time spent":"2.000665103s","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:33:36.073541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:36.574012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:36.963168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:33:36.963282Z","caller":"traceutil/trace.go:171","msg":"trace[301208895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367225s","start":"2026-07-24T00:33:34.962865Z","end":"2026-07-24T00:33:36.963232Z","steps":["trace[301208895] 'agreement among raft nodes before linearized reading' (duration: 2.000259621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:36.963332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.962846Z","time spent":"2.000474229s","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:33:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:33:37.075306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:37.575835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:37.784749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:33:37.784832Z","caller":"traceutil/trace.go:171","msg":"trace[561681073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999939513s","start":"2026-07-24T00:33:35.784874Z","end":"2026-07-24T00:33:37.784814Z","steps":["trace[561681073] 'agreement among raft nodes before linearized reading' (duration: 1.999821419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:37.78488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:35.784853Z","time spent":"2.000015935s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:33:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:33:38.076258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:38.576385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:38.722219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:33.724312Z","time spent":"4.997895566s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:33:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:33:38.969293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999355848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:33:38.969383Z","caller":"traceutil/trace.go:171","msg":"trace[5908500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999492352s","start":"2026-07-24T00:33:33.969867Z","end":"2026-07-24T00:33:38.969359Z","steps":["trace[5908500] 'agreement among raft nodes before linearized reading' (duration: 4.999381369s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:38.969444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:33.969851Z","time spent":"4.999580914s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 00:33:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:33:39.077005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:39.120593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999317047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:33:39.12068Z","caller":"traceutil/trace.go:171","msg":"trace[1912081628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999455411s","start":"2026-07-24T00:33:34.121203Z","end":"2026-07-24T00:33:39.120658Z","steps":["trace[1912081628] 'agreement among raft nodes before linearized reading' (duration: 4.999349448s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:39.120824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.121182Z","time spent":"4.999536863s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 00:33:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:33:39.131043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998989157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:33:39.131109Z","caller":"traceutil/trace.go:171","msg":"trace[83181819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99911221s","start":"2026-07-24T00:33:34.131982Z","end":"2026-07-24T00:33:39.131094Z","steps":["trace[83181819] 'agreement among raft nodes before linearized reading' (duration: 4.999023478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:39.131142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.131953Z","time spent":"4.999183202s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 00:33:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:33:39.577724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:39.792451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000422706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:33:39.792534Z","caller":"traceutil/trace.go:171","msg":"trace[1655832364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055622s","start":"2026-07-24T00:33:37.791959Z","end":"2026-07-24T00:33:39.792515Z","steps":["trace[1655832364] 'agreement among raft nodes before linearized reading' (duration: 2.000450547s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:39.79264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:37.791943Z","time spent":"2.000680195s","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:33:40.078213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:40.489075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:33.488721Z","time spent":"7.00034228s","remote":"127.0.0.1:57070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:33:40.57065Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T00:33:40.570974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000318919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:33:40.571109Z","caller":"traceutil/trace.go:171","msg":"trace[1295308340] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"7.000542156s","start":"2026-07-24T00:33:33.570537Z","end":"2026-07-24T00:33:40.571079Z","steps":["trace[1295308340] 'agreement among raft nodes before linearized reading' (duration: 7.00033831s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:40.571181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:33.570518Z","time spent":"7.000644339s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:33:41.071502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:41.350546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.350058Z","time spent":"7.000476744s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:33:41.572035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:41.792664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999578662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:33:41.792755Z","caller":"traceutil/trace.go:171","msg":"trace[227726569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999749627s","start":"2026-07-24T00:33:39.792988Z","end":"2026-07-24T00:33:41.792738Z","steps":["trace[227726569] 'agreement among raft nodes before linearized reading' (duration: 1.999636623s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:41.792799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:39.792941Z","time spent":"1.999848369s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:33:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:33:42.072791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996290206374252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:33:42.123781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.588464678s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:33:42.124008Z","caller":"traceutil/trace.go:171","msg":"trace[1026752451] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22657; }","duration":"4.588735695s","start":"2026-07-24T00:33:37.535237Z","end":"2026-07-24T00:33:42.123973Z","steps":["trace[1026752451] 'range keys from in-memory index tree' (duration: 4.588428457s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.12484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:33.980167Z","time spent":"8.14466254s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:33:42.188526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.699614975s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:33:42.292644Z","caller":"traceutil/trace.go:171","msg":"trace[2070456700] linearizableReadLoop","detail":"{readStateIndex:23717; appliedIndex:23709; }","duration":"1.721817708s","start":"2026-07-24T00:33:40.570806Z","end":"2026-07-24T00:33:42.292624Z","steps":["trace[2070456700] 'read index received' (duration: 1.618060201s)","trace[2070456700] 'applied index is now lower than readState.Index' (duration: 103.756806ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:33:42.292743Z","caller":"traceutil/trace.go:171","msg":"trace[1935993291] transaction","detail":"{read_only:false; response_revision:22661; number_of_response:1; }","duration":"5.326399527s","start":"2026-07-24T00:33:36.966336Z","end":"2026-07-24T00:33:42.292736Z","steps":["trace[1935993291] 'process raft request' (duration: 5.325865912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.292806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:36.966311Z","time spent":"5.326448678s","remote":"127.0.0.1:57070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T00:33:42.293014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.791913253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:33:42.293112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.164870925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T00:33:42.293108Z","caller":"traceutil/trace.go:171","msg":"trace[1117025399] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22663; }","duration":"5.792054046s","start":"2026-07-24T00:33:36.50103Z","end":"2026-07-24T00:33:42.293084Z","steps":["trace[1117025399] 'agreement among raft nodes before linearized reading' (duration: 5.791875791s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:42.293142Z","caller":"traceutil/trace.go:171","msg":"trace[1411749152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22663; }","duration":"8.164921697s","start":"2026-07-24T00:33:34.128213Z","end":"2026-07-24T00:33:42.293135Z","steps":["trace[1411749152] 'agreement among raft nodes before linearized reading' (duration: 8.164854655s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.128203Z","time spent":"8.164957628s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:33:42.293156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:36.501009Z","time spent":"5.792135289s","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:33:42.293136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396358736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:33:42.293236Z","caller":"traceutil/trace.go:171","msg":"trace[1302783792] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22663; }","duration":"3.396538362s","start":"2026-07-24T00:33:38.89667Z","end":"2026-07-24T00:33:42.293208Z","steps":["trace[1302783792] 'agreement among raft nodes before linearized reading' (duration: 3.396321696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.162263713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:33:42.293287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:38.896658Z","time spent":"3.396619674s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.293308Z","caller":"traceutil/trace.go:171","msg":"trace[34559448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22663; }","duration":"8.162378315s","start":"2026-07-24T00:33:34.130913Z","end":"2026-07-24T00:33:42.293291Z","steps":["trace[34559448] 'agreement among raft nodes before linearized reading' (duration: 8.162150969s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.17692876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T00:33:42.293346Z","caller":"traceutil/trace.go:171","msg":"trace[468789936] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22663; }","duration":"8.176987842s","start":"2026-07-24T00:33:34.116352Z","end":"2026-07-24T00:33:42.29334Z","steps":["trace[468789936] 'agreement among raft nodes before linearized reading' (duration: 8.17691658s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.130902Z","time spent":"8.162438447s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:33:42.293369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.116304Z","time spent":"8.177059733s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T00:33:42.293402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570051866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-24T00:33:42.29343Z","caller":"traceutil/trace.go:171","msg":"trace[1837819298] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:22663; }","duration":"3.570114778s","start":"2026-07-24T00:33:38.723307Z","end":"2026-07-24T00:33:42.293422Z","steps":["trace[1837819298] 'agreement among raft nodes before linearized reading' (duration: 3.570020395s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:38.723286Z","time spent":"3.570161019s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-24T00:33:42.293495Z","caller":"traceutil/trace.go:171","msg":"trace[194414489] transaction","detail":"{read_only:false; response_revision:22663; number_of_response:1; }","duration":"2.839006663s","start":"2026-07-24T00:33:39.454459Z","end":"2026-07-24T00:33:42.293466Z","steps":["trace[194414489] 'process raft request' (duration: 2.838107858s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.460757753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:33:42.29357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674605495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:33:42.293581Z","caller":"traceutil/trace.go:171","msg":"trace[1794756783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22663; }","duration":"6.460831125s","start":"2026-07-24T00:33:35.832741Z","end":"2026-07-24T00:33:42.293572Z","steps":["trace[1794756783] 'agreement among raft nodes before linearized reading' (duration: 6.460781054s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:42.293593Z","caller":"traceutil/trace.go:171","msg":"trace[1293415398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22663; }","duration":"3.674663357s","start":"2026-07-24T00:33:38.618923Z","end":"2026-07-24T00:33:42.293586Z","steps":["trace[1293415398] 'agreement among raft nodes before linearized reading' (duration: 3.674624795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:39.454433Z","time spent":"2.839103586s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:33:42.2936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837544025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:33:42.293548Z","caller":"traceutil/trace.go:171","msg":"trace[936299796] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22663; }","duration":"938.430533ms","start":"2026-07-24T00:33:41.355104Z","end":"2026-07-24T00:33:42.293535Z","steps":["trace[936299796] 'process raft request' (duration: 937.489057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.29361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.283453685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-24T00:33:42.293615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:38.618901Z","time spent":"3.674708318s","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.293626Z","caller":"traceutil/trace.go:171","msg":"trace[368713427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22663; }","duration":"1.837606297s","start":"2026-07-24T00:33:40.456014Z","end":"2026-07-24T00:33:42.29362Z","steps":["trace[368713427] 'agreement among raft nodes before linearized reading' (duration: 1.837557085s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:42.293638Z","caller":"traceutil/trace.go:171","msg":"trace[1001280816] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22663; }","duration":"8.283519538s","start":"2026-07-24T00:33:34.010109Z","end":"2026-07-24T00:33:42.293628Z","steps":["trace[1001280816] 'agreement among raft nodes before linearized reading' (duration: 8.283357333s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:40.455993Z","time spent":"1.837654628s","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:33:42.29366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.010086Z","time spent":"8.283568868s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":133,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:33:42.293668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:41.355078Z","time spent":"938.550206ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:33:42.293724Z","caller":"traceutil/trace.go:171","msg":"trace[1651441211] transaction","detail":"{read_only:false; response_revision:22662; number_of_response:1; }","duration":"3.399395013s","start":"2026-07-24T00:33:38.894318Z","end":"2026-07-24T00:33:42.293714Z","steps":["trace[1651441211] 'process raft request' (duration: 3.398190479s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214461597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:33:42.293507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.431002805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7565"} {"level":"info","ts":"2026-07-24T00:33:42.29378Z","caller":"traceutil/trace.go:171","msg":"trace[870346643] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22663; }","duration":"5.214482838s","start":"2026-07-24T00:33:37.079292Z","end":"2026-07-24T00:33:42.293774Z","steps":["trace[870346643] 'agreement among raft nodes before linearized reading' (duration: 5.214449777s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297234739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:33:42.293806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:37.079272Z","time spent":"5.21452863s","remote":"127.0.0.1:38630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.293811Z","caller":"traceutil/trace.go:171","msg":"trace[426679385] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22663; }","duration":"4.297356533s","start":"2026-07-24T00:33:37.996444Z","end":"2026-07-24T00:33:42.293801Z","steps":["trace[426679385] 'agreement among raft nodes before linearized reading' (duration: 4.29726486s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.92958019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-24T00:33:42.293798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.474452091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3195"} {"level":"warn","ts":"2026-07-24T00:33:42.293835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:37.996416Z","time spent":"4.297411944s","remote":"127.0.0.1:56768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.293838Z","caller":"traceutil/trace.go:171","msg":"trace[1768831263] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22663; }","duration":"7.929638691s","start":"2026-07-24T00:33:34.364193Z","end":"2026-07-24T00:33:42.293831Z","steps":["trace[1768831263] 'agreement among raft nodes before linearized reading' (duration: 7.92958973s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:42.293821Z","caller":"traceutil/trace.go:171","msg":"trace[972323746] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22663; }","duration":"6.431334364s","start":"2026-07-24T00:33:35.862462Z","end":"2026-07-24T00:33:42.293796Z","steps":["trace[972323746] 'agreement among raft nodes before linearized reading' (duration: 6.430981265s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.364172Z","time spent":"7.929682723s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T00:33:42.293854Z","caller":"traceutil/trace.go:171","msg":"trace[833884763] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:22663; }","duration":"7.474559634s","start":"2026-07-24T00:33:34.819281Z","end":"2026-07-24T00:33:42.29384Z","steps":["trace[833884763] 'agreement among raft nodes before linearized reading' (duration: 7.474390309s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532557244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:33:42.293909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.463317649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:33:42.293932Z","caller":"traceutil/trace.go:171","msg":"trace[1203666813] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:22663; }","duration":"5.463374991s","start":"2026-07-24T00:33:36.830551Z","end":"2026-07-24T00:33:42.293926Z","steps":["trace[1203666813] 'agreement among raft nodes before linearized reading' (duration: 5.46333968s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.208523513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:33:42.293951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158947307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T00:33:42.29396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:36.830531Z","time spent":"5.463424262s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.293948Z","caller":"traceutil/trace.go:171","msg":"trace[1250107976] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22663; }","duration":"1.532753709s","start":"2026-07-24T00:33:40.761173Z","end":"2026-07-24T00:33:42.293927Z","steps":["trace[1250107976] 'agreement among raft nodes before linearized reading' (duration: 1.532532193s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322113667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:33:42.293979Z","caller":"traceutil/trace.go:171","msg":"trace[83577616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22663; }","duration":"1.159010068s","start":"2026-07-24T00:33:41.134962Z","end":"2026-07-24T00:33:42.293972Z","steps":["trace[83577616] 'agreement among raft nodes before linearized reading' (duration: 1.158942237s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:42.293992Z","caller":"traceutil/trace.go:171","msg":"trace[451386968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22663; }","duration":"1.322188689s","start":"2026-07-24T00:33:40.971797Z","end":"2026-07-24T00:33:42.293985Z","steps":["trace[451386968] 'agreement among raft nodes before linearized reading' (duration: 1.322122747s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.918737762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-24T00:33:42.293986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.619697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:33:42.294007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:40.761142Z","time spent":"1.532856742s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.294025Z","caller":"traceutil/trace.go:171","msg":"trace[1460932162] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22663; }","duration":"7.919010599s","start":"2026-07-24T00:33:34.375005Z","end":"2026-07-24T00:33:42.294016Z","steps":["trace[1460932162] 'agreement among raft nodes before linearized reading' (duration: 7.91871805s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:42.294018Z","caller":"traceutil/trace.go:171","msg":"trace[2015825339] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22663; }","duration":"7.208715108s","start":"2026-07-24T00:33:35.085279Z","end":"2026-07-24T00:33:42.293995Z","steps":["trace[2015825339] 'agreement among raft nodes before linearized reading' (duration: 7.208481971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.294034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221324965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.150\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-24T00:33:42.29305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.427831605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-24T00:33:42.294069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734018903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:33:42.293603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:35.832721Z","time spent":"6.460875976s","remote":"127.0.0.1:38648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.294091Z","caller":"traceutil/trace.go:171","msg":"trace[1001777305] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22663; }","duration":"5.734042174s","start":"2026-07-24T00:33:36.560042Z","end":"2026-07-24T00:33:42.294084Z","steps":["trace[1001777305] 'agreement among raft nodes before linearized reading' (duration: 5.733996182s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:42.294091Z","caller":"traceutil/trace.go:171","msg":"trace[1141657264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22663; }","duration":"6.428894584s","start":"2026-07-24T00:33:35.865186Z","end":"2026-07-24T00:33:42.294081Z","steps":["trace[1141657264] 'agreement among raft nodes before linearized reading' (duration: 6.427766443s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:35.862441Z","time spent":"6.431427737s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7589,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-24T00:33:42.294112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.989877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-24T00:33:42.294123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:35.865179Z","time spent":"6.428935215s","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:33:42.293888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.819261Z","time spent":"7.474621476s","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3219,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-07-24T00:33:42.29407Z","caller":"traceutil/trace.go:171","msg":"trace[249732672] range","detail":"{range_begin:/registry/masterleases/199.19.213.150; range_end:; response_count:1; response_revision:22663; }","duration":"1.221398677s","start":"2026-07-24T00:33:41.072664Z","end":"2026-07-24T00:33:42.294063Z","steps":["trace[249732672] 'agreement among raft nodes before linearized reading' (duration: 1.221252063s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:33:42.294032Z","caller":"traceutil/trace.go:171","msg":"trace[1998516228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22663; }","duration":"493.705439ms","start":"2026-07-24T00:33:41.800316Z","end":"2026-07-24T00:33:42.294021Z","steps":["trace[1998516228] 'agreement among raft nodes before linearized reading' (duration: 493.618376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.294119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171100363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T00:33:42.29418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:41.800291Z","time spent":"493.881634ms","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:33:42.294115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:36.559981Z","time spent":"5.734129375s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.294212Z","caller":"traceutil/trace.go:171","msg":"trace[358836935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22663; }","duration":"1.171259178s","start":"2026-07-24T00:33:41.122932Z","end":"2026-07-24T00:33:42.294191Z","steps":["trace[358836935] 'agreement among raft nodes before linearized reading' (duration: 1.17099357s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.293999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:41.13494Z","time spent":"1.159055239s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:33:42.294259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:41.1229Z","time spent":"1.171348921s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:33:42.293777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:38.89429Z","time spent":"3.399459605s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:33:42.294046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:34.374994Z","time spent":"7.91904723s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:33:42.294017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:40.971773Z","time spent":"1.32223952s","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:33:42.294076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:35.085258Z","time spent":"7.20880576s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:33:42.294142Z","caller":"traceutil/trace.go:171","msg":"trace[1600089291] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22663; }","duration":"734.016658ms","start":"2026-07-24T00:33:41.560116Z","end":"2026-07-24T00:33:42.294133Z","steps":["trace[1600089291] 'agreement among raft nodes before linearized reading' (duration: 733.945226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:33:42.294169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:41.072641Z","time spent":"1.2215215s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.150\" "} {"level":"warn","ts":"2026-07-24T00:33:42.294406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:33:41.560048Z","time spent":"734.349827ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-24T00:34:38.843898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.146671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:34:38.844026Z","caller":"traceutil/trace.go:171","msg":"trace[554740197] linearizableReadLoop","detail":"{readStateIndex:24116; appliedIndex:24115; }","duration":"210.792838ms","start":"2026-07-24T00:34:38.633216Z","end":"2026-07-24T00:34:38.844009Z","steps":["trace[554740197] 'read index received' (duration: 54.345058ms)","trace[554740197] 'applied index is now lower than readState.Index' (duration: 156.44634ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:34:38.84426Z","caller":"traceutil/trace.go:171","msg":"trace[563402256] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"236.595574ms","start":"2026-07-24T00:34:38.607598Z","end":"2026-07-24T00:34:38.844194Z","steps":["trace[563402256] 'process raft request' (duration: 80.055462ms)","trace[563402256] 'compare' (duration: 156.013577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:34:38.844377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.097537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T00:34:38.844393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.144909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-24T00:34:38.844406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.336116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:34:38.844439Z","caller":"traceutil/trace.go:171","msg":"trace[1197470316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23039; }","duration":"211.19812ms","start":"2026-07-24T00:34:38.633222Z","end":"2026-07-24T00:34:38.84442Z","steps":["trace[1197470316] 'agreement among raft nodes before linearized reading' (duration: 210.960303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:34:38.844456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.59159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:34:38.844493Z","caller":"traceutil/trace.go:171","msg":"trace[1101720489] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23039; }","duration":"211.297393ms","start":"2026-07-24T00:34:38.63317Z","end":"2026-07-24T00:34:38.844467Z","steps":["trace[1101720489] 'agreement among raft nodes before linearized reading' (duration: 210.993914ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:34:38.844507Z","caller":"traceutil/trace.go:171","msg":"trace[224416005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23039; }","duration":"176.47465ms","start":"2026-07-24T00:34:38.668005Z","end":"2026-07-24T00:34:38.84448Z","steps":["trace[224416005] 'agreement among raft nodes before linearized reading' (duration: 176.231713ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:34:38.844543Z","caller":"traceutil/trace.go:171","msg":"trace[329236117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23039; }","duration":"206.723353ms","start":"2026-07-24T00:34:38.637796Z","end":"2026-07-24T00:34:38.844519Z","steps":["trace[329236117] 'agreement among raft nodes before linearized reading' (duration: 206.433345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:34:38.84509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.413507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:34:38.845228Z","caller":"traceutil/trace.go:171","msg":"trace[619432352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23039; }","duration":"177.593262ms","start":"2026-07-24T00:34:38.667593Z","end":"2026-07-24T00:34:38.845187Z","steps":["trace[619432352] 'agreement among raft nodes before linearized reading' (duration: 176.627105ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:34:39.13728Z","caller":"traceutil/trace.go:171","msg":"trace[285653764] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"288.627047ms","start":"2026-07-24T00:34:38.848619Z","end":"2026-07-24T00:34:39.137246Z","steps":["trace[285653764] 'process raft request' (duration: 189.4683ms)","trace[285653764] 'compare' (duration: 99.038683ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:34:39.157404Z","caller":"traceutil/trace.go:171","msg":"trace[1211855861] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"308.594026ms","start":"2026-07-24T00:34:38.848786Z","end":"2026-07-24T00:34:39.15738Z","steps":["trace[1211855861] 'process raft request' (duration: 308.427252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:34:39.157555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:34:38.848764Z","time spent":"308.707599ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:34:39.157764Z","caller":"traceutil/trace.go:171","msg":"trace[1841610850] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24116; }","duration":"228.265787ms","start":"2026-07-24T00:34:38.929474Z","end":"2026-07-24T00:34:39.15774Z","steps":["trace[1841610850] 'read index received' (duration: 108.629607ms)","trace[1841610850] 'applied index is now lower than readState.Index' (duration: 119.63507ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:34:39.157787Z","caller":"traceutil/trace.go:171","msg":"trace[1186645685] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"308.480373ms","start":"2026-07-24T00:34:38.849274Z","end":"2026-07-24T00:34:39.157754Z","steps":["trace[1186645685] 'process raft request' (duration: 308.304168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:34:39.15793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:34:38.849263Z","time spent":"308.596586ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:34:39.158005Z","caller":"traceutil/trace.go:171","msg":"trace[2136169435] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"309.06591ms","start":"2026-07-24T00:34:38.848928Z","end":"2026-07-24T00:34:39.157994Z","steps":["trace[2136169435] 'process raft request' (duration: 308.410451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:34:39.158029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.542155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-24T00:34:39.158058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:34:38.848891Z","time spent":"309.141772ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:34:39.158081Z","caller":"traceutil/trace.go:171","msg":"trace[1768710834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23044; }","duration":"228.638088ms","start":"2026-07-24T00:34:38.929427Z","end":"2026-07-24T00:34:39.158065Z","steps":["trace[1768710834] 'agreement among raft nodes before linearized reading' (duration: 228.459963ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:34:39.157932Z","caller":"traceutil/trace.go:171","msg":"trace[2040203595] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"308.400521ms","start":"2026-07-24T00:34:38.849499Z","end":"2026-07-24T00:34:39.157899Z","steps":["trace[2040203595] 'process raft request' (duration: 308.178455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:34:39.158526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:34:38.849486Z","time spent":"308.927845ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:34:39.320599Z","caller":"traceutil/trace.go:171","msg":"trace[197907106] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"155.123602ms","start":"2026-07-24T00:34:39.165419Z","end":"2026-07-24T00:34:39.320543Z","steps":["trace[197907106] 'process raft request' (duration: 146.978209ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:34:39.627549Z","caller":"traceutil/trace.go:171","msg":"trace[504405691] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"462.017328ms","start":"2026-07-24T00:34:39.165439Z","end":"2026-07-24T00:34:39.627456Z","steps":["trace[504405691] 'process raft request' (duration: 461.408731ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:34:39.627722Z","caller":"traceutil/trace.go:171","msg":"trace[1297249912] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"419.849237ms","start":"2026-07-24T00:34:39.207847Z","end":"2026-07-24T00:34:39.627697Z","steps":["trace[1297249912] 'process raft request' (duration: 419.400644ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:34:39.627571Z","caller":"traceutil/trace.go:171","msg":"trace[377281917] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24122; }","duration":"303.233804ms","start":"2026-07-24T00:34:39.324291Z","end":"2026-07-24T00:34:39.627525Z","steps":["trace[377281917] 'read index received' (duration: 302.489942ms)","trace[377281917] 'applied index is now lower than readState.Index' (duration: 741.882µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:34:39.627823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:34:39.165425Z","time spent":"462.252016ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:34:39.627884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:34:39.207822Z","time spent":"419.970101ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:34:39.627982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.483631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-24T00:34:39.628179Z","caller":"traceutil/trace.go:171","msg":"trace[118392538] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23047; }","duration":"303.898533ms","start":"2026-07-24T00:34:39.324244Z","end":"2026-07-24T00:34:39.628142Z","steps":["trace[118392538] 'agreement among raft nodes before linearized reading' (duration: 303.393848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:34:39.628319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:34:39.324227Z","time spent":"304.073318ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T00:34:39.952312Z","caller":"traceutil/trace.go:171","msg":"trace[151575450] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"284.374175ms","start":"2026-07-24T00:34:39.667902Z","end":"2026-07-24T00:34:39.952277Z","steps":["trace[151575450] 'process raft request' (duration: 284.078926ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:35:27.703874Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21040} {"level":"info","ts":"2026-07-24T00:35:27.951272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21040,"took":"243.417618ms","hash":3679393774,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":33460224,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T00:35:27.951345Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3679393774,"revision":21040,"compact-revision":17884} {"level":"info","ts":"2026-07-24T00:38:07.616519Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000068a9.wal"} {"level":"info","ts":"2026-07-24T00:38:16.122484Z","caller":"traceutil/trace.go:171","msg":"trace[1310710646] linearizableReadLoop","detail":"{readStateIndex:26910; appliedIndex:26909; }","duration":"222.455491ms","start":"2026-07-24T00:38:15.900006Z","end":"2026-07-24T00:38:16.122462Z","steps":["trace[1310710646] 'read index received' (duration: 222.272516ms)","trace[1310710646] 'applied index is now lower than readState.Index' (duration: 181.995µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:16.122614Z","caller":"traceutil/trace.go:171","msg":"trace[172521753] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25721; }","duration":"237.656284ms","start":"2026-07-24T00:38:15.884945Z","end":"2026-07-24T00:38:16.122601Z","steps":["trace[172521753] 'process raft request' (duration: 237.447518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:16.123138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.11745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:38:16.123188Z","caller":"traceutil/trace.go:171","msg":"trace[757596328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25721; }","duration":"223.201562ms","start":"2026-07-24T00:38:15.899972Z","end":"2026-07-24T00:38:16.123173Z","steps":["trace[757596328] 'agreement among raft nodes before linearized reading' (duration: 223.050328ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:27.708808Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23688} {"level":"info","ts":"2026-07-24T00:40:27.84906Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23688,"took":"136.431899ms","hash":1162913113,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":43880448,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-24T00:40:27.849126Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1162913113,"revision":23688,"compact-revision":21040} {"level":"warn","ts":"2026-07-24T00:41:27.414404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.510938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:41:27.414488Z","caller":"traceutil/trace.go:171","msg":"trace[418728511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28025; }","duration":"111.61319ms","start":"2026-07-24T00:41:27.302858Z","end":"2026-07-24T00:41:27.414471Z","steps":["trace[418728511] 'range keys from in-memory index tree' (duration: 111.353453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:27.414664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.786965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:41:27.414727Z","caller":"traceutil/trace.go:171","msg":"trace[613950869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28025; }","duration":"105.878988ms","start":"2026-07-24T00:41:27.30883Z","end":"2026-07-24T00:41:27.414709Z","steps":["trace[613950869] 'range keys from in-memory index tree' (duration: 105.648641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:27.414915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.095384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:41:27.414936Z","caller":"traceutil/trace.go:171","msg":"trace[1808002559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28025; }","duration":"100.185216ms","start":"2026-07-24T00:41:27.314741Z","end":"2026-07-24T00:41:27.414926Z","steps":["trace[1808002559] 'range keys from in-memory index tree' (duration: 99.957669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:27.415075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.867393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T00:41:27.415111Z","caller":"traceutil/trace.go:171","msg":"trace[1165434939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28025; }","duration":"135.941565ms","start":"2026-07-24T00:41:27.27916Z","end":"2026-07-24T00:41:27.415101Z","steps":["trace[1165434939] 'range keys from in-memory index tree' (duration: 135.75217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:27.415309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.066859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:27.415378Z","caller":"traceutil/trace.go:171","msg":"trace[2124588874] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28025; }","duration":"135.160562ms","start":"2026-07-24T00:41:27.280197Z","end":"2026-07-24T00:41:27.415357Z","steps":["trace[2124588874] 'count revisions from in-memory index tree' (duration: 134.925466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:27.415403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.141552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:41:27.415538Z","caller":"traceutil/trace.go:171","msg":"trace[863682155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28025; }","duration":"135.276355ms","start":"2026-07-24T00:41:27.280253Z","end":"2026-07-24T00:41:27.41553Z","steps":["trace[863682155] 'range keys from in-memory index tree' (duration: 134.982028ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:27.547457Z","caller":"traceutil/trace.go:171","msg":"trace[471034028] transaction","detail":"{read_only:false; response_revision:28028; number_of_response:1; }","duration":"127.806494ms","start":"2026-07-24T00:41:27.419621Z","end":"2026-07-24T00:41:27.547427Z","steps":["trace[471034028] 'process raft request' (duration: 127.711761ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:27.547635Z","caller":"traceutil/trace.go:171","msg":"trace[387376134] transaction","detail":"{read_only:false; response_revision:28029; number_of_response:1; }","duration":"127.955228ms","start":"2026-07-24T00:41:27.41966Z","end":"2026-07-24T00:41:27.547615Z","steps":["trace[387376134] 'process raft request' (duration: 127.720641ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:27.547752Z","caller":"traceutil/trace.go:171","msg":"trace[1330874389] transaction","detail":"{read_only:false; response_revision:28027; number_of_response:1; }","duration":"128.572425ms","start":"2026-07-24T00:41:27.419167Z","end":"2026-07-24T00:41:27.54774Z","steps":["trace[1330874389] 'process raft request' (duration: 127.978508ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:27.5481Z","caller":"traceutil/trace.go:171","msg":"trace[449588954] transaction","detail":"{read_only:false; response_revision:28032; number_of_response:1; }","duration":"126.970989ms","start":"2026-07-24T00:41:27.42109Z","end":"2026-07-24T00:41:27.548061Z","steps":["trace[449588954] 'process raft request' (duration: 126.936628ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:27.548121Z","caller":"traceutil/trace.go:171","msg":"trace[643092575] transaction","detail":"{read_only:false; response_revision:28030; number_of_response:1; }","duration":"127.570586ms","start":"2026-07-24T00:41:27.420489Z","end":"2026-07-24T00:41:27.54806Z","steps":["trace[643092575] 'process raft request' (duration: 127.071422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:27.548346Z","caller":"traceutil/trace.go:171","msg":"trace[284377436] transaction","detail":"{read_only:false; response_revision:28031; number_of_response:1; }","duration":"127.641088ms","start":"2026-07-24T00:41:27.420686Z","end":"2026-07-24T00:41:27.548327Z","steps":["trace[284377436] 'process raft request' (duration: 127.289248ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:31.78023Z","caller":"traceutil/trace.go:171","msg":"trace[86930949] linearizableReadLoop","detail":"{readStateIndex:29342; appliedIndex:29341; }","duration":"319.971201ms","start":"2026-07-24T00:41:31.460231Z","end":"2026-07-24T00:41:31.780202Z","steps":["trace[86930949] 'read index received' (duration: 319.140307ms)","trace[86930949] 'applied index is now lower than readState.Index' (duration: 829.724µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:31.780265Z","caller":"traceutil/trace.go:171","msg":"trace[1173156717] transaction","detail":"{read_only:false; response_revision:28063; number_of_response:1; }","duration":"336.678826ms","start":"2026-07-24T00:41:31.443574Z","end":"2026-07-24T00:41:31.780252Z","steps":["trace[1173156717] 'process raft request' (duration: 335.898104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:31.780426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.187456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-24T00:41:31.780466Z","caller":"traceutil/trace.go:171","msg":"trace[583498389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28063; }","duration":"320.290529ms","start":"2026-07-24T00:41:31.460164Z","end":"2026-07-24T00:41:31.780454Z","steps":["trace[583498389] 'agreement among raft nodes before linearized reading' (duration: 320.129244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:31.78051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:31.460134Z","time spent":"320.367421ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:41:31.780652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:31.443546Z","time spent":"336.934844ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:31.781017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.712873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:41:31.78106Z","caller":"traceutil/trace.go:171","msg":"trace[1444469946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28063; }","duration":"212.795116ms","start":"2026-07-24T00:41:31.568253Z","end":"2026-07-24T00:41:31.781048Z","steps":["trace[1444469946] 'agreement among raft nodes before linearized reading' (duration: 212.693043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:31.781128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.237767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-24T00:41:31.781198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.152816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T00:41:31.781249Z","caller":"traceutil/trace.go:171","msg":"trace[963511409] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28063; }","duration":"213.222158ms","start":"2026-07-24T00:41:31.568008Z","end":"2026-07-24T00:41:31.78123Z","steps":["trace[963511409] 'agreement among raft nodes before linearized reading' (duration: 213.059243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:31.781292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.430899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T00:41:31.781319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.135688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:41:31.781323Z","caller":"traceutil/trace.go:171","msg":"trace[1610925724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28063; }","duration":"216.48327ms","start":"2026-07-24T00:41:31.564831Z","end":"2026-07-24T00:41:31.781315Z","steps":["trace[1610925724] 'agreement among raft nodes before linearized reading' (duration: 216.395708ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:31.781349Z","caller":"traceutil/trace.go:171","msg":"trace[1873560861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28063; }","duration":"211.18821ms","start":"2026-07-24T00:41:31.57015Z","end":"2026-07-24T00:41:31.781339Z","steps":["trace[1873560861] 'agreement among raft nodes before linearized reading' (duration: 211.122438ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:31.781202Z","caller":"traceutil/trace.go:171","msg":"trace[262988108] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28063; }","duration":"227.369341ms","start":"2026-07-24T00:41:31.553811Z","end":"2026-07-24T00:41:31.78118Z","steps":["trace[262988108] 'agreement among raft nodes before linearized reading' (duration: 227.136735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:31.78125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.673415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T00:41:31.781593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.330061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:41:31.781571Z","caller":"traceutil/trace.go:171","msg":"trace[27663380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28063; }","duration":"210.986163ms","start":"2026-07-24T00:41:31.57055Z","end":"2026-07-24T00:41:31.781536Z","steps":["trace[27663380] 'agreement among raft nodes before linearized reading' (duration: 210.639404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:31.781636Z","caller":"traceutil/trace.go:171","msg":"trace[954838935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28063; }","duration":"213.381653ms","start":"2026-07-24T00:41:31.568236Z","end":"2026-07-24T00:41:31.781618Z","steps":["trace[954838935] 'agreement among raft nodes before linearized reading' (duration: 213.28306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.024002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.832648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:32.02426Z","caller":"traceutil/trace.go:171","msg":"trace[751623517] linearizableReadLoop","detail":"{readStateIndex:29343; appliedIndex:29342; }","duration":"238.686723ms","start":"2026-07-24T00:41:31.785547Z","end":"2026-07-24T00:41:32.024233Z","steps":["trace[751623517] 'read index received' (duration: 79.559547ms)","trace[751623517] 'applied index is now lower than readState.Index' (duration: 159.124676ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:32.024375Z","caller":"traceutil/trace.go:171","msg":"trace[2082284998] transaction","detail":"{read_only:false; response_revision:28064; number_of_response:1; }","duration":"239.381643ms","start":"2026-07-24T00:41:31.784976Z","end":"2026-07-24T00:41:32.024358Z","steps":["trace[2082284998] 'process raft request' (duration: 80.068902ms)","trace[2082284998] 'compare' (duration: 158.56108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:32.02472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.157566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-24T00:41:32.024815Z","caller":"traceutil/trace.go:171","msg":"trace[875226405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28064; }","duration":"239.246909ms","start":"2026-07-24T00:41:31.785526Z","end":"2026-07-24T00:41:32.024773Z","steps":["trace[875226405] 'agreement among raft nodes before linearized reading' (duration: 239.002962ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:32.115991Z","caller":"traceutil/trace.go:171","msg":"trace[1519807544] transaction","detail":"{read_only:false; response_revision:28066; number_of_response:1; }","duration":"329.354259ms","start":"2026-07-24T00:41:31.786617Z","end":"2026-07-24T00:41:32.115972Z","steps":["trace[1519807544] 'process raft request' (duration: 329.197104ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:32.116051Z","caller":"traceutil/trace.go:171","msg":"trace[846264213] transaction","detail":"{read_only:false; response_revision:28067; number_of_response:1; }","duration":"329.358218ms","start":"2026-07-24T00:41:31.786676Z","end":"2026-07-24T00:41:32.116034Z","steps":["trace[846264213] 'process raft request' (duration: 329.170543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.116118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:31.786598Z","time spent":"329.448721ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:32.116128Z","caller":"traceutil/trace.go:171","msg":"trace[1771343749] transaction","detail":"{read_only:false; response_revision:28070; number_of_response:1; }","duration":"256.113881ms","start":"2026-07-24T00:41:31.859981Z","end":"2026-07-24T00:41:32.116095Z","steps":["trace[1771343749] 'process raft request' (duration: 255.938296ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:32.116171Z","caller":"traceutil/trace.go:171","msg":"trace[721793810] transaction","detail":"{read_only:false; response_revision:28068; number_of_response:1; }","duration":"329.394429ms","start":"2026-07-24T00:41:31.786742Z","end":"2026-07-24T00:41:32.116136Z","steps":["trace[721793810] 'process raft request' (duration: 329.126092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.11623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.974327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:32.116161Z","caller":"traceutil/trace.go:171","msg":"trace[1195013839] transaction","detail":"{read_only:false; response_revision:28069; number_of_response:1; }","duration":"328.928306ms","start":"2026-07-24T00:41:31.787131Z","end":"2026-07-24T00:41:32.11606Z","steps":["trace[1195013839] 'process raft request' (duration: 328.762281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.116233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:31.78667Z","time spent":"329.466191ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:32.116334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:31.78673Z","time spent":"329.523314ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:32.116257Z","caller":"traceutil/trace.go:171","msg":"trace[1757091972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28070; }","duration":"109.000767ms","start":"2026-07-24T00:41:32.007248Z","end":"2026-07-24T00:41:32.116249Z","steps":["trace[1757091972] 'agreement among raft nodes before linearized reading' (duration: 108.958266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.1164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:31.787125Z","time spent":"329.161002ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:32.115959Z","caller":"traceutil/trace.go:171","msg":"trace[2124646254] transaction","detail":"{read_only:false; response_revision:28065; number_of_response:1; }","duration":"329.802841ms","start":"2026-07-24T00:41:31.786126Z","end":"2026-07-24T00:41:32.115929Z","steps":["trace[2124646254] 'process raft request' (duration: 329.578275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.116859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:31.786122Z","time spent":"330.685076ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:32.334002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.392455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:32.334201Z","caller":"traceutil/trace.go:171","msg":"trace[1997984641] transaction","detail":"{read_only:false; response_revision:28072; number_of_response:1; }","duration":"137.17064ms","start":"2026-07-24T00:41:32.197005Z","end":"2026-07-24T00:41:32.334176Z","steps":["trace[1997984641] 'process raft request' (duration: 137.101258ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:32.334404Z","caller":"traceutil/trace.go:171","msg":"trace[1394266466] transaction","detail":"{read_only:false; response_revision:28071; number_of_response:1; }","duration":"258.87807ms","start":"2026-07-24T00:41:32.0755Z","end":"2026-07-24T00:41:32.334378Z","steps":["trace[1394266466] 'process raft request' (duration: 120.033682ms)","trace[1394266466] 'compare' (duration: 138.283682ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:32.334445Z","caller":"traceutil/trace.go:171","msg":"trace[1308655202] linearizableReadLoop","detail":"{readStateIndex:29350; appliedIndex:29349; }","duration":"218.464647ms","start":"2026-07-24T00:41:32.115946Z","end":"2026-07-24T00:41:32.334411Z","steps":["trace[1308655202] 'read index received' (duration: 79.560467ms)","trace[1308655202] 'applied index is now lower than readState.Index' (duration: 138.90121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:32.334579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.215155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:32.334624Z","caller":"traceutil/trace.go:171","msg":"trace[1775914381] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28072; }","duration":"241.302227ms","start":"2026-07-24T00:41:32.093311Z","end":"2026-07-24T00:41:32.334613Z","steps":["trace[1775914381] 'agreement among raft nodes before linearized reading' (duration: 241.230925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.334794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.456242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-07-24T00:41:32.334872Z","caller":"traceutil/trace.go:171","msg":"trace[900921645] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28072; }","duration":"308.568155ms","start":"2026-07-24T00:41:32.026282Z","end":"2026-07-24T00:41:32.33485Z","steps":["trace[900921645] 'agreement among raft nodes before linearized reading' (duration: 308.324198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.334928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.026266Z","time spent":"308.646997ms","remote":"127.0.0.1:57156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17018,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T00:41:32.335093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.278008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T00:41:32.335176Z","caller":"traceutil/trace.go:171","msg":"trace[1575888216] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28072; }","duration":"207.632478ms","start":"2026-07-24T00:41:32.127527Z","end":"2026-07-24T00:41:32.33516Z","steps":["trace[1575888216] 'agreement among raft nodes before linearized reading' (duration: 207.174545ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:32.765731Z","caller":"traceutil/trace.go:171","msg":"trace[1568244317] linearizableReadLoop","detail":"{readStateIndex:29352; appliedIndex:29351; }","duration":"313.281859ms","start":"2026-07-24T00:41:32.452424Z","end":"2026-07-24T00:41:32.765706Z","steps":["trace[1568244317] 'read index received' (duration: 312.999851ms)","trace[1568244317] 'applied index is now lower than readState.Index' (duration: 280.858µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:32.765792Z","caller":"traceutil/trace.go:171","msg":"trace[1787177444] transaction","detail":"{read_only:false; response_revision:28073; number_of_response:1; }","duration":"390.317996ms","start":"2026-07-24T00:41:32.375441Z","end":"2026-07-24T00:41:32.765759Z","steps":["trace[1787177444] 'process raft request' (duration: 390.09957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.76603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.590089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-24T00:41:32.766137Z","caller":"traceutil/trace.go:171","msg":"trace[1742926885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28073; }","duration":"313.704962ms","start":"2026-07-24T00:41:32.452411Z","end":"2026-07-24T00:41:32.766116Z","steps":["trace[1742926885] 'agreement among raft nodes before linearized reading' (duration: 313.435054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.766177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.452365Z","time spent":"313.802754ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:41:32.76626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.375417Z","time spent":"390.549563ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:32.766335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.397105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T00:41:32.766465Z","caller":"traceutil/trace.go:171","msg":"trace[811184468] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28073; }","duration":"285.566499ms","start":"2026-07-24T00:41:32.480876Z","end":"2026-07-24T00:41:32.766443Z","steps":["trace[811184468] 'agreement among raft nodes before linearized reading' (duration: 285.134617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:32.766985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.503404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T00:41:32.767399Z","caller":"traceutil/trace.go:171","msg":"trace[556011337] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28073; }","duration":"294.942707ms","start":"2026-07-24T00:41:32.47244Z","end":"2026-07-24T00:41:32.767383Z","steps":["trace[556011337] 'agreement among raft nodes before linearized reading' (duration: 293.487826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:33.142375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.069321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:33.142479Z","caller":"traceutil/trace.go:171","msg":"trace[774537893] linearizableReadLoop","detail":"{readStateIndex:29355; appliedIndex:29354; }","duration":"312.537368ms","start":"2026-07-24T00:41:32.829925Z","end":"2026-07-24T00:41:33.142462Z","steps":["trace[774537893] 'read index received' (duration: 158.461846ms)","trace[774537893] 'applied index is now lower than readState.Index' (duration: 154.074092ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:33.142502Z","caller":"traceutil/trace.go:171","msg":"trace[765138952] transaction","detail":"{read_only:false; response_revision:28075; number_of_response:1; }","duration":"338.536079ms","start":"2026-07-24T00:41:32.803942Z","end":"2026-07-24T00:41:33.142478Z","steps":["trace[765138952] 'process raft request' (duration: 184.290663ms)","trace[765138952] 'compare' (duration: 153.845855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:33.14263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.701612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-24T00:41:33.142658Z","caller":"traceutil/trace.go:171","msg":"trace[1656968839] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28075; }","duration":"312.756644ms","start":"2026-07-24T00:41:32.829892Z","end":"2026-07-24T00:41:33.142649Z","steps":["trace[1656968839] 'agreement among raft nodes before linearized reading' (duration: 312.61365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:33.14269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.829871Z","time spent":"312.812226ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13510,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-24T00:41:33.142771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.803916Z","time spent":"338.635862ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:33.507078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.594097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:33.507201Z","caller":"traceutil/trace.go:171","msg":"trace[1103222250] linearizableReadLoop","detail":"{readStateIndex:29356; appliedIndex:29355; }","duration":"361.875005ms","start":"2026-07-24T00:41:33.145307Z","end":"2026-07-24T00:41:33.507182Z","steps":["trace[1103222250] 'read index received' (duration: 141.533645ms)","trace[1103222250] 'applied index is now lower than readState.Index' (duration: 220.34033ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:33.50731Z","caller":"traceutil/trace.go:171","msg":"trace[1139912772] transaction","detail":"{read_only:false; response_revision:28076; number_of_response:1; }","duration":"673.514047ms","start":"2026-07-24T00:41:32.833764Z","end":"2026-07-24T00:41:33.507278Z","steps":["trace[1139912772] 'process raft request' (duration: 452.641762ms)","trace[1139912772] 'compare' (duration: 220.455584ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:33.507346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.038919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T00:41:33.507389Z","caller":"traceutil/trace.go:171","msg":"trace[75484123] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28076; }","duration":"362.110871ms","start":"2026-07-24T00:41:33.145268Z","end":"2026-07-24T00:41:33.507379Z","steps":["trace[75484123] 'agreement among raft nodes before linearized reading' (duration: 361.968437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:33.507436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.145255Z","time spent":"362.173423ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:41:33.507462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.833742Z","time spent":"673.640561ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:33.557227Z","caller":"traceutil/trace.go:171","msg":"trace[39233052] transaction","detail":"{read_only:false; response_revision:28078; number_of_response:1; }","duration":"395.012269ms","start":"2026-07-24T00:41:33.16219Z","end":"2026-07-24T00:41:33.557203Z","steps":["trace[39233052] 'process raft request' (duration: 394.937937ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:33.557255Z","caller":"traceutil/trace.go:171","msg":"trace[882231238] transaction","detail":"{read_only:false; response_revision:28077; number_of_response:1; }","duration":"405.23215ms","start":"2026-07-24T00:41:33.15199Z","end":"2026-07-24T00:41:33.557222Z","steps":["trace[882231238] 'process raft request' (duration: 404.990023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:33.557388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.162164Z","time spent":"395.136952ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:33.557404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.151956Z","time spent":"405.370364ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:33.864396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.181654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:33.864494Z","caller":"traceutil/trace.go:171","msg":"trace[1984567743] linearizableReadLoop","detail":"{readStateIndex:29359; appliedIndex:29356; }","duration":"351.987493ms","start":"2026-07-24T00:41:33.51249Z","end":"2026-07-24T00:41:33.864477Z","steps":["trace[1984567743] 'read index received' (duration: 43.826349ms)","trace[1984567743] 'applied index is now lower than readState.Index' (duration: 308.159624ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:33.864581Z","caller":"traceutil/trace.go:171","msg":"trace[1755902216] transaction","detail":"{read_only:false; response_revision:28079; number_of_response:1; }","duration":"352.57561ms","start":"2026-07-24T00:41:33.511971Z","end":"2026-07-24T00:41:33.864547Z","steps":["trace[1755902216] 'process raft request' (duration: 177.15889ms)","trace[1755902216] 'compare' (duration: 174.836184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:33.86468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.184309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-24T00:41:33.864718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.511932Z","time spent":"352.709704ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:33.86472Z","caller":"traceutil/trace.go:171","msg":"trace[1970870186] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28079; }","duration":"352.236451ms","start":"2026-07-24T00:41:33.512471Z","end":"2026-07-24T00:41:33.864707Z","steps":["trace[1970870186] 'agreement among raft nodes before linearized reading' (duration: 352.086247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:33.86476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.512459Z","time spent":"352.290312ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:41:33.908368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.833288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:33.908385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.701084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-24T00:41:33.908403Z","caller":"traceutil/trace.go:171","msg":"trace[951671842] transaction","detail":"{read_only:false; response_revision:28080; number_of_response:1; }","duration":"122.186504ms","start":"2026-07-24T00:41:33.786185Z","end":"2026-07-24T00:41:33.908371Z","steps":["trace[951671842] 'process raft request' (duration: 121.864304ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:33.908468Z","caller":"traceutil/trace.go:171","msg":"trace[551021568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28080; }","duration":"385.846148ms","start":"2026-07-24T00:41:33.522604Z","end":"2026-07-24T00:41:33.90845Z","steps":["trace[551021568] 'agreement among raft nodes before linearized reading' (duration: 385.607781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:33.9085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.012194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-24T00:41:33.908528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.522583Z","time spent":"385.932051ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T00:41:33.908559Z","caller":"traceutil/trace.go:171","msg":"trace[328389248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28080; }","duration":"326.077376ms","start":"2026-07-24T00:41:33.582467Z","end":"2026-07-24T00:41:33.908544Z","steps":["trace[328389248] 'agreement among raft nodes before linearized reading' (duration: 325.924461ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:33.908461Z","caller":"traceutil/trace.go:171","msg":"trace[113441475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28080; }","duration":"125.001714ms","start":"2026-07-24T00:41:33.783437Z","end":"2026-07-24T00:41:33.908439Z","steps":["trace[113441475] 'agreement among raft nodes before linearized reading' (duration: 124.838209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:33.908599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.582409Z","time spent":"326.181678ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T00:41:34.353945Z","caller":"traceutil/trace.go:171","msg":"trace[1801895753] linearizableReadLoop","detail":"{readStateIndex:29361; appliedIndex:29360; }","duration":"443.743249ms","start":"2026-07-24T00:41:33.910182Z","end":"2026-07-24T00:41:34.353925Z","steps":["trace[1801895753] 'read index received' (duration: 443.721618ms)","trace[1801895753] 'applied index is now lower than readState.Index' (duration: 20.641µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:34.354035Z","caller":"traceutil/trace.go:171","msg":"trace[527982846] transaction","detail":"{read_only:false; response_revision:28081; number_of_response:1; }","duration":"484.779147ms","start":"2026-07-24T00:41:33.869247Z","end":"2026-07-24T00:41:34.354026Z","steps":["trace[527982846] 'process raft request' (duration: 484.52774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.354123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.869227Z","time spent":"484.826249ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:34.35438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.169011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-07-24T00:41:34.354495Z","caller":"traceutil/trace.go:171","msg":"trace[769637951] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28081; }","duration":"444.344936ms","start":"2026-07-24T00:41:33.910126Z","end":"2026-07-24T00:41:34.354471Z","steps":["trace[769637951] 'agreement among raft nodes before linearized reading' (duration: 443.933214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.354556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.910108Z","time spent":"444.437868ms","remote":"127.0.0.1:57156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17018,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T00:41:34.366223Z","caller":"traceutil/trace.go:171","msg":"trace[1962732657] transaction","detail":"{read_only:false; response_revision:28083; number_of_response:1; }","duration":"214.419062ms","start":"2026-07-24T00:41:34.151782Z","end":"2026-07-24T00:41:34.366201Z","steps":["trace[1962732657] 'process raft request' (duration: 214.321849ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.366227Z","caller":"traceutil/trace.go:171","msg":"trace[1621285635] transaction","detail":"{read_only:false; response_revision:28082; number_of_response:1; }","duration":"243.226673ms","start":"2026-07-24T00:41:34.12296Z","end":"2026-07-24T00:41:34.366187Z","steps":["trace[1621285635] 'process raft request' (duration: 242.996016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.366544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.232845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.366619Z","caller":"traceutil/trace.go:171","msg":"trace[2113706515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28085; }","duration":"456.341437ms","start":"2026-07-24T00:41:33.910261Z","end":"2026-07-24T00:41:34.366603Z","steps":["trace[2113706515] 'agreement among raft nodes before linearized reading' (duration: 456.194213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.366651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.910255Z","time spent":"456.390859ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:34.36669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.347785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T00:41:34.366918Z","caller":"traceutil/trace.go:171","msg":"trace[1932643138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28085; }","duration":"244.646523ms","start":"2026-07-24T00:41:34.122262Z","end":"2026-07-24T00:41:34.366909Z","steps":["trace[1932643138] 'agreement among raft nodes before linearized reading' (duration: 244.260292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.366927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.117787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:41:34.366969Z","caller":"traceutil/trace.go:171","msg":"trace[750561340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28085; }","duration":"338.204289ms","start":"2026-07-24T00:41:34.028752Z","end":"2026-07-24T00:41:34.366957Z","steps":["trace[750561340] 'agreement among raft nodes before linearized reading' (duration: 337.895611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.366954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.008993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:41:34.367042Z","caller":"traceutil/trace.go:171","msg":"trace[524423789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28085; }","duration":"245.150367ms","start":"2026-07-24T00:41:34.121869Z","end":"2026-07-24T00:41:34.367019Z","steps":["trace[524423789] 'agreement among raft nodes before linearized reading' (duration: 244.713985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.367123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.442851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-019a9a3d-f3bd-4406-9568-193f2e13c161\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-24T00:41:34.367158Z","caller":"traceutil/trace.go:171","msg":"trace[29543510] range","detail":"{range_begin:/registry/persistentvolumes/pvc-019a9a3d-f3bd-4406-9568-193f2e13c161; range_end:; response_count:1; response_revision:28085; }","duration":"455.519824ms","start":"2026-07-24T00:41:33.911624Z","end":"2026-07-24T00:41:34.367144Z","steps":["trace[29543510] 'agreement among raft nodes before linearized reading' (duration: 455.412331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.367181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.958822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:41:34.367195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.911616Z","time spent":"455.568305ms","remote":"127.0.0.1:57122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-019a9a3d-f3bd-4406-9568-193f2e13c161\" "} {"level":"info","ts":"2026-07-24T00:41:34.36722Z","caller":"traceutil/trace.go:171","msg":"trace[23382947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28085; }","duration":"245.014544ms","start":"2026-07-24T00:41:34.122196Z","end":"2026-07-24T00:41:34.367211Z","steps":["trace[23382947] 'agreement among raft nodes before linearized reading' (duration: 244.936681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.367189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.524979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:41:34.367256Z","caller":"traceutil/trace.go:171","msg":"trace[1827073679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28085; }","duration":"244.677775ms","start":"2026-07-24T00:41:34.122565Z","end":"2026-07-24T00:41:34.367243Z","steps":["trace[1827073679] 'agreement among raft nodes before linearized reading' (duration: 244.488299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.366996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.028733Z","time spent":"338.25684ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:41:34.367276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.019105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.367319Z","caller":"traceutil/trace.go:171","msg":"trace[1334349225] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28085; }","duration":"164.100946ms","start":"2026-07-24T00:41:34.203206Z","end":"2026-07-24T00:41:34.367307Z","steps":["trace[1334349225] 'agreement among raft nodes before linearized reading' (duration: 164.023204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.367294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.88598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T00:41:34.367371Z","caller":"traceutil/trace.go:171","msg":"trace[887253757] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28085; }","duration":"244.992043ms","start":"2026-07-24T00:41:34.122361Z","end":"2026-07-24T00:41:34.367353Z","steps":["trace[887253757] 'agreement among raft nodes before linearized reading' (duration: 244.750206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.819425Z","caller":"traceutil/trace.go:171","msg":"trace[340852344] transaction","detail":"{read_only:false; response_revision:28086; number_of_response:1; }","duration":"448.850653ms","start":"2026-07-24T00:41:34.37055Z","end":"2026-07-24T00:41:34.819401Z","steps":["trace[340852344] 'process raft request' (duration: 448.681588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.819583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.370532Z","time spent":"448.976397ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:35.068454Z","caller":"traceutil/trace.go:171","msg":"trace[1118397648] transaction","detail":"{read_only:false; response_revision:28087; number_of_response:1; }","duration":"697.305585ms","start":"2026-07-24T00:41:34.371119Z","end":"2026-07-24T00:41:35.068424Z","steps":["trace[1118397648] 'process raft request' (duration: 675.441002ms)","trace[1118397648] 'compare' (duration: 21.692178ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:35.068469Z","caller":"traceutil/trace.go:171","msg":"trace[1802849892] transaction","detail":"{read_only:false; response_revision:28088; number_of_response:1; }","duration":"697.193343ms","start":"2026-07-24T00:41:34.371252Z","end":"2026-07-24T00:41:35.068446Z","steps":["trace[1802849892] 'process raft request' (duration: 697.115081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:35.06859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.371098Z","time spent":"697.420919ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:35.068597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.371228Z","time spent":"697.299165ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:35.068767Z","caller":"traceutil/trace.go:171","msg":"trace[1269039232] transaction","detail":"{read_only:false; response_revision:28089; number_of_response:1; }","duration":"696.783331ms","start":"2026-07-24T00:41:34.371973Z","end":"2026-07-24T00:41:35.068757Z","steps":["trace[1269039232] 'process raft request' (duration: 696.435451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:35.068837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.371965Z","time spent":"696.834722ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:35.069087Z","caller":"traceutil/trace.go:171","msg":"trace[1096896107] transaction","detail":"{read_only:false; response_revision:28090; number_of_response:1; }","duration":"697.029188ms","start":"2026-07-24T00:41:34.372026Z","end":"2026-07-24T00:41:35.069055Z","steps":["trace[1096896107] 'process raft request' (duration: 696.688159ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:35.069137Z","caller":"traceutil/trace.go:171","msg":"trace[994649388] transaction","detail":"{read_only:false; response_revision:28091; number_of_response:1; }","duration":"696.667748ms","start":"2026-07-24T00:41:34.372442Z","end":"2026-07-24T00:41:35.06911Z","steps":["trace[994649388] 'process raft request' (duration: 696.508123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:35.069254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.574416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:35.069326Z","caller":"traceutil/trace.go:171","msg":"trace[286961288] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28091; }","duration":"609.689219ms","start":"2026-07-24T00:41:34.45962Z","end":"2026-07-24T00:41:35.06931Z","steps":["trace[286961288] 'agreement among raft nodes before linearized reading' (duration: 609.561126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:35.069325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.37243Z","time spent":"696.806291ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:35.069129Z","caller":"traceutil/trace.go:171","msg":"trace[1356661974] linearizableReadLoop","detail":"{readStateIndex:29371; appliedIndex:29365; }","duration":"609.434141ms","start":"2026-07-24T00:41:34.459661Z","end":"2026-07-24T00:41:35.069095Z","steps":["trace[1356661974] 'read index received' (duration: 359.514638ms)","trace[1356661974] 'applied index is now lower than readState.Index' (duration: 249.918343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:35.069383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.459603Z","time spent":"609.765001ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T00:41:35.069293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.372013Z","time spent":"697.171472ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:35.069716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.058604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-24T00:41:35.069763Z","caller":"traceutil/trace.go:171","msg":"trace[694140784] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28091; }","duration":"593.148067ms","start":"2026-07-24T00:41:34.476597Z","end":"2026-07-24T00:41:35.069745Z","steps":["trace[694140784] 'agreement among raft nodes before linearized reading' (duration: 593.004773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:35.069803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.476573Z","time spent":"593.221749ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T00:41:35.070208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.967301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:35.070268Z","caller":"traceutil/trace.go:171","msg":"trace[1574896355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28091; }","duration":"286.072094ms","start":"2026-07-24T00:41:34.78418Z","end":"2026-07-24T00:41:35.070252Z","steps":["trace[1574896355] 'agreement among raft nodes before linearized reading' (duration: 285.984661ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:35.701035Z","caller":"traceutil/trace.go:171","msg":"trace[1764543520] linearizableReadLoop","detail":"{readStateIndex:29372; appliedIndex:29371; }","duration":"152.761375ms","start":"2026-07-24T00:41:35.548245Z","end":"2026-07-24T00:41:35.701007Z","steps":["trace[1764543520] 'read index received' (duration: 152.661491ms)","trace[1764543520] 'applied index is now lower than readState.Index' (duration: 98.853µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:35.70107Z","caller":"traceutil/trace.go:171","msg":"trace[38948019] transaction","detail":"{read_only:false; response_revision:28092; number_of_response:1; }","duration":"427.892557ms","start":"2026-07-24T00:41:35.273136Z","end":"2026-07-24T00:41:35.701028Z","steps":["trace[38948019] 'process raft request' (duration: 427.443683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:35.701251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:35.273115Z","time spent":"428.02756ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:35.701266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.99001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:35.701352Z","caller":"traceutil/trace.go:171","msg":"trace[913863638] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28092; }","duration":"153.102954ms","start":"2026-07-24T00:41:35.548227Z","end":"2026-07-24T00:41:35.70133Z","steps":["trace[913863638] 'agreement among raft nodes before linearized reading' (duration: 152.838576ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:35.735369Z","caller":"traceutil/trace.go:171","msg":"trace[311942335] transaction","detail":"{read_only:false; response_revision:28093; number_of_response:1; }","duration":"171.787947ms","start":"2026-07-24T00:41:35.563564Z","end":"2026-07-24T00:41:35.735352Z","steps":["trace[311942335] 'process raft request' (duration: 171.418177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:36.085235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.064558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-24T00:41:36.08528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.689127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:41:36.08533Z","caller":"traceutil/trace.go:171","msg":"trace[944526883] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28093; }","duration":"217.177232ms","start":"2026-07-24T00:41:35.868128Z","end":"2026-07-24T00:41:36.085305Z","steps":["trace[944526883] 'range keys from in-memory index tree' (duration: 216.887263ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:36.085343Z","caller":"traceutil/trace.go:171","msg":"trace[1090053743] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28093; }","duration":"189.772839ms","start":"2026-07-24T00:41:35.895555Z","end":"2026-07-24T00:41:36.085328Z","steps":["trace[1090053743] 'count revisions from in-memory index tree' (duration: 189.607455ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:36.101214Z","caller":"traceutil/trace.go:171","msg":"trace[679100852] linearizableReadLoop","detail":"{readStateIndex:29374; appliedIndex:29373; }","duration":"175.287885ms","start":"2026-07-24T00:41:35.925904Z","end":"2026-07-24T00:41:36.101192Z","steps":["trace[679100852] 'read index received' (duration: 175.07968ms)","trace[679100852] 'applied index is now lower than readState.Index' (duration: 207.435µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:36.101318Z","caller":"traceutil/trace.go:171","msg":"trace[1885989064] transaction","detail":"{read_only:false; response_revision:28094; number_of_response:1; }","duration":"187.657659ms","start":"2026-07-24T00:41:35.913615Z","end":"2026-07-24T00:41:36.101273Z","steps":["trace[1885989064] 'process raft request' (duration: 187.432302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:36.101372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.43868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:36.101409Z","caller":"traceutil/trace.go:171","msg":"trace[724005337] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28094; }","duration":"175.526852ms","start":"2026-07-24T00:41:35.925869Z","end":"2026-07-24T00:41:36.101396Z","steps":["trace[724005337] 'agreement among raft nodes before linearized reading' (duration: 175.44142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:36.432316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.987077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:36.432603Z","caller":"traceutil/trace.go:171","msg":"trace[983724554] transaction","detail":"{read_only:false; response_revision:28095; number_of_response:1; }","duration":"326.283861ms","start":"2026-07-24T00:41:36.106263Z","end":"2026-07-24T00:41:36.432547Z","steps":["trace[983724554] 'process raft request' (duration: 156.984585ms)","trace[983724554] 'compare' (duration: 168.854623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:36.432769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.106243Z","time spent":"326.437115ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:36.920428Z","caller":"traceutil/trace.go:171","msg":"trace[1045997902] transaction","detail":"{read_only:false; response_revision:28097; number_of_response:1; }","duration":"548.247728ms","start":"2026-07-24T00:41:36.372162Z","end":"2026-07-24T00:41:36.92041Z","steps":["trace[1045997902] 'process raft request' (duration: 547.98767ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:36.920484Z","caller":"traceutil/trace.go:171","msg":"trace[917493913] transaction","detail":"{read_only:false; response_revision:28098; number_of_response:1; }","duration":"548.187136ms","start":"2026-07-24T00:41:36.372268Z","end":"2026-07-24T00:41:36.920455Z","steps":["trace[917493913] 'process raft request' (duration: 548.060222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:36.920529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.67333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:36.92058Z","caller":"traceutil/trace.go:171","msg":"trace[913265846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28098; }","duration":"494.748172ms","start":"2026-07-24T00:41:36.425821Z","end":"2026-07-24T00:41:36.920569Z","steps":["trace[913265846] 'agreement among raft nodes before linearized reading' (duration: 494.642329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:36.920611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.372253Z","time spent":"548.294259ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:36.920619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.425775Z","time spent":"494.834404ms","remote":"127.0.0.1:42800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:36.920401Z","caller":"traceutil/trace.go:171","msg":"trace[1850016150] linearizableReadLoop","detail":"{readStateIndex:29378; appliedIndex:29375; }","duration":"487.887396ms","start":"2026-07-24T00:41:36.43249Z","end":"2026-07-24T00:41:36.920378Z","steps":["trace[1850016150] 'read index received' (duration: 36.346796ms)","trace[1850016150] 'applied index is now lower than readState.Index' (duration: 451.53948ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:36.921288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.372131Z","time spent":"548.394221ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:37.382797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.528494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-24T00:41:37.382967Z","caller":"traceutil/trace.go:171","msg":"trace[1341483720] linearizableReadLoop","detail":"{readStateIndex:29379; appliedIndex:29378; }","duration":"462.243686ms","start":"2026-07-24T00:41:36.920685Z","end":"2026-07-24T00:41:37.382928Z","steps":["trace[1341483720] 'read index received' (duration: 66.587559ms)","trace[1341483720] 'applied index is now lower than readState.Index' (duration: 395.651647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:37.383182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.718434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T00:41:37.38326Z","caller":"traceutil/trace.go:171","msg":"trace[2043143042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28098; }","duration":"558.847648ms","start":"2026-07-24T00:41:36.824393Z","end":"2026-07-24T00:41:37.383241Z","steps":["trace[2043143042] 'agreement among raft nodes before linearized reading' (duration: 558.604531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.383293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.824376Z","time spent":"558.91083ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:41:37.383319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.015531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T00:41:37.383375Z","caller":"traceutil/trace.go:171","msg":"trace[321093180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28098; }","duration":"948.109254ms","start":"2026-07-24T00:41:36.435245Z","end":"2026-07-24T00:41:37.383354Z","steps":["trace[321093180] 'agreement among raft nodes before linearized reading' (duration: 947.858987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.383399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.196138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-24T00:41:37.383491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.343907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T00:41:37.383495Z","caller":"traceutil/trace.go:171","msg":"trace[727849758] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28098; }","duration":"947.350042ms","start":"2026-07-24T00:41:36.436119Z","end":"2026-07-24T00:41:37.383469Z","steps":["trace[727849758] 'agreement among raft nodes before linearized reading' (duration: 946.981922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.383463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.615568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:37.383539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.436099Z","time spent":"947.431585ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:41:37.383565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.317216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:41:37.383601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.376828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-24T00:41:37.38361Z","caller":"traceutil/trace.go:171","msg":"trace[401128710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28098; }","duration":"309.407029ms","start":"2026-07-24T00:41:37.074193Z","end":"2026-07-24T00:41:37.3836Z","steps":["trace[401128710] 'agreement among raft nodes before linearized reading' (duration: 309.283176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.383628Z","caller":"traceutil/trace.go:171","msg":"trace[44859767] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28098; }","duration":"309.45946ms","start":"2026-07-24T00:41:37.074163Z","end":"2026-07-24T00:41:37.383622Z","steps":["trace[44859767] 'agreement among raft nodes before linearized reading' (duration: 309.367007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.383657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:37.074131Z","time spent":"309.520862ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T00:41:37.383655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:37.074154Z","time spent":"309.493861ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:41:37.383673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.572044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:37.383513Z","caller":"traceutil/trace.go:171","msg":"trace[109882026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28098; }","duration":"309.412588ms","start":"2026-07-24T00:41:37.074093Z","end":"2026-07-24T00:41:37.383506Z","steps":["trace[109882026] 'agreement among raft nodes before linearized reading' (duration: 309.348327ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.38371Z","caller":"traceutil/trace.go:171","msg":"trace[440852178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28098; }","duration":"603.644486ms","start":"2026-07-24T00:41:36.780057Z","end":"2026-07-24T00:41:37.383701Z","steps":["trace[440852178] 'agreement among raft nodes before linearized reading' (duration: 603.589014ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.383564Z","caller":"traceutil/trace.go:171","msg":"trace[1700668637] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28098; }","duration":"461.775852ms","start":"2026-07-24T00:41:36.921761Z","end":"2026-07-24T00:41:37.383536Z","steps":["trace[1700668637] 'agreement among raft nodes before linearized reading' (duration: 461.541636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.383742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.780042Z","time spent":"603.693567ms","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:37.383757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.921744Z","time spent":"462.000469ms","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:37.383737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:37.074068Z","time spent":"309.646825ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:41:37.383785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.922133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T00:41:37.383856Z","caller":"traceutil/trace.go:171","msg":"trace[1786515837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28098; }","duration":"310.005726ms","start":"2026-07-24T00:41:37.073835Z","end":"2026-07-24T00:41:37.383841Z","steps":["trace[1786515837] 'agreement among raft nodes before linearized reading' (duration: 309.761869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.383426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.435231Z","time spent":"948.184196ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:41:37.38395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:37.073828Z","time spent":"310.107979ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:41:37.383966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.370789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:37.383929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.027436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:41:37.384011Z","caller":"traceutil/trace.go:171","msg":"trace[339583711] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28098; }","duration":"375.456112ms","start":"2026-07-24T00:41:37.008537Z","end":"2026-07-24T00:41:37.383993Z","steps":["trace[339583711] 'agreement among raft nodes before linearized reading' (duration: 375.326899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.384002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.627958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-24T00:41:37.3841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:37.00851Z","time spent":"375.543424ms","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:37.384045Z","caller":"traceutil/trace.go:171","msg":"trace[1246533418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28098; }","duration":"311.211091ms","start":"2026-07-24T00:41:37.072804Z","end":"2026-07-24T00:41:37.384015Z","steps":["trace[1246533418] 'agreement among raft nodes before linearized reading' (duration: 310.862701ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.384145Z","caller":"traceutil/trace.go:171","msg":"trace[488334333] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28098; }","duration":"875.855905ms","start":"2026-07-24T00:41:36.508267Z","end":"2026-07-24T00:41:37.384123Z","steps":["trace[488334333] 'agreement among raft nodes before linearized reading' (duration: 875.478894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.384223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.508249Z","time spent":"875.955497ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-24T00:41:37.384222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:37.072785Z","time spent":"311.419426ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:41:37.385875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.171275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:41:37.386091Z","caller":"traceutil/trace.go:171","msg":"trace[635060923] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28098; }","duration":"829.392761ms","start":"2026-07-24T00:41:36.556685Z","end":"2026-07-24T00:41:37.386077Z","steps":["trace[635060923] 'agreement among raft nodes before linearized reading' (duration: 827.146457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.386165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:36.556626Z","time spent":"829.525954ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2738,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:37.500616Z","caller":"traceutil/trace.go:171","msg":"trace[1172437961] transaction","detail":"{read_only:false; response_revision:28100; number_of_response:1; }","duration":"110.870841ms","start":"2026-07-24T00:41:37.389717Z","end":"2026-07-24T00:41:37.500587Z","steps":["trace[1172437961] 'process raft request' (duration: 110.48662ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.500631Z","caller":"traceutil/trace.go:171","msg":"trace[1272365186] transaction","detail":"{read_only:false; response_revision:28101; number_of_response:1; }","duration":"110.791159ms","start":"2026-07-24T00:41:37.389788Z","end":"2026-07-24T00:41:37.500579Z","steps":["trace[1272365186] 'process raft request' (duration: 110.684076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.500956Z","caller":"traceutil/trace.go:171","msg":"trace[1095014915] transaction","detail":"{read_only:false; response_revision:28102; number_of_response:1; }","duration":"110.8376ms","start":"2026-07-24T00:41:37.390087Z","end":"2026-07-24T00:41:37.500924Z","steps":["trace[1095014915] 'process raft request' (duration: 110.451239ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.501115Z","caller":"traceutil/trace.go:171","msg":"trace[1310605952] transaction","detail":"{read_only:false; response_revision:28105; number_of_response:1; }","duration":"110.968553ms","start":"2026-07-24T00:41:37.390126Z","end":"2026-07-24T00:41:37.501094Z","steps":["trace[1310605952] 'process raft request' (duration: 110.84296ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.50119Z","caller":"traceutil/trace.go:171","msg":"trace[1225281181] linearizableReadLoop","detail":"{readStateIndex:29387; appliedIndex:29379; }","duration":"108.76453ms","start":"2026-07-24T00:41:37.392403Z","end":"2026-07-24T00:41:37.501168Z","steps":["trace[1225281181] 'read index received' (duration: 88.540504ms)","trace[1225281181] 'applied index is now lower than readState.Index' (duration: 20.222556ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:37.501142Z","caller":"traceutil/trace.go:171","msg":"trace[474924248] transaction","detail":"{read_only:false; response_revision:28103; number_of_response:1; }","duration":"111.027645ms","start":"2026-07-24T00:41:37.390085Z","end":"2026-07-24T00:41:37.501113Z","steps":["trace[474924248] 'process raft request' (duration: 110.684705ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.501244Z","caller":"traceutil/trace.go:171","msg":"trace[1895669622] transaction","detail":"{read_only:false; response_revision:28104; number_of_response:1; }","duration":"111.125528ms","start":"2026-07-24T00:41:37.390101Z","end":"2026-07-24T00:41:37.501226Z","steps":["trace[1895669622] 'process raft request' (duration: 110.812779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:37.501312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.895074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-24T00:41:37.501347Z","caller":"traceutil/trace.go:171","msg":"trace[2124902680] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28106; }","duration":"108.940215ms","start":"2026-07-24T00:41:37.392394Z","end":"2026-07-24T00:41:37.501334Z","steps":["trace[2124902680] 'agreement among raft nodes before linearized reading' (duration: 108.857433ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:37.501349Z","caller":"traceutil/trace.go:171","msg":"trace[1186676653] transaction","detail":"{read_only:false; response_revision:28106; number_of_response:1; }","duration":"110.347035ms","start":"2026-07-24T00:41:37.390986Z","end":"2026-07-24T00:41:37.501333Z","steps":["trace[1186676653] 'process raft request' (duration: 110.050107ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:47.453897Z","caller":"traceutil/trace.go:171","msg":"trace[1243330909] transaction","detail":"{read_only:false; response_revision:28183; number_of_response:1; }","duration":"489.741499ms","start":"2026-07-24T00:41:46.964125Z","end":"2026-07-24T00:41:47.453866Z","steps":["trace[1243330909] 'process raft request' (duration: 489.563414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.454196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:46.964057Z","time spent":"489.912514ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:47.928338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.106404ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:47.928468Z","caller":"traceutil/trace.go:171","msg":"trace[2007541646] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28183; }","duration":"393.242128ms","start":"2026-07-24T00:41:47.535203Z","end":"2026-07-24T00:41:47.928445Z","steps":["trace[2007541646] 'range keys from in-memory index tree' (duration: 393.089134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.928851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.618674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:47.929022Z","caller":"traceutil/trace.go:171","msg":"trace[819863658] transaction","detail":"{read_only:false; response_revision:28185; number_of_response:1; }","duration":"143.651354ms","start":"2026-07-24T00:41:47.785353Z","end":"2026-07-24T00:41:47.929004Z","steps":["trace[819863658] 'process raft request' (duration: 143.590282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:47.929101Z","caller":"traceutil/trace.go:171","msg":"trace[1061195689] transaction","detail":"{read_only:false; response_revision:28184; number_of_response:1; }","duration":"960.885469ms","start":"2026-07-24T00:41:46.968192Z","end":"2026-07-24T00:41:47.929077Z","steps":["trace[1061195689] 'process raft request' (duration: 696.962245ms)","trace[1061195689] 'compare' (duration: 263.523232ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:47.92917Z","caller":"traceutil/trace.go:171","msg":"trace[1095517082] linearizableReadLoop","detail":"{readStateIndex:29470; appliedIndex:29468; }","duration":"956.800772ms","start":"2026-07-24T00:41:46.972319Z","end":"2026-07-24T00:41:47.929119Z","steps":["trace[1095517082] 'read index received' (duration: 481.428432ms)","trace[1095517082] 'applied index is now lower than readState.Index' (duration: 475.347239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:47.929215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:46.968172Z","time spent":"960.983471ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:47.929369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.014509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:47.929488Z","caller":"traceutil/trace.go:171","msg":"trace[959488479] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28185; }","duration":"957.178453ms","start":"2026-07-24T00:41:46.972286Z","end":"2026-07-24T00:41:47.929465Z","steps":["trace[959488479] 'agreement among raft nodes before linearized reading' (duration: 956.922156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.929556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:46.972273Z","time spent":"957.266626ms","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:47.929585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.427192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-24T00:41:47.929602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.157022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:47.929699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.573788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:47.929693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.813858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:41:47.929737Z","caller":"traceutil/trace.go:171","msg":"trace[1949291222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28185; }","duration":"146.64649ms","start":"2026-07-24T00:41:47.783082Z","end":"2026-07-24T00:41:47.929729Z","steps":["trace[1949291222] 'agreement among raft nodes before linearized reading' (duration: 146.593549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.929747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.01218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-24T00:41:47.92973Z","caller":"traceutil/trace.go:171","msg":"trace[1735753031] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28185; }","duration":"396.330417ms","start":"2026-07-24T00:41:47.533359Z","end":"2026-07-24T00:41:47.929689Z","steps":["trace[1735753031] 'agreement among raft nodes before linearized reading' (duration: 396.149782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:47.929785Z","caller":"traceutil/trace.go:171","msg":"trace[204265596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28185; }","duration":"365.937731ms","start":"2026-07-24T00:41:47.563826Z","end":"2026-07-24T00:41:47.929764Z","steps":["trace[204265596] 'agreement among raft nodes before linearized reading' (duration: 365.588061ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:47.929791Z","caller":"traceutil/trace.go:171","msg":"trace[1288932218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28185; }","duration":"128.090421ms","start":"2026-07-24T00:41:47.801689Z","end":"2026-07-24T00:41:47.929779Z","steps":["trace[1288932218] 'agreement among raft nodes before linearized reading' (duration: 127.932136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.929807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.53334Z","time spent":"396.45067ms","remote":"127.0.0.1:57248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:47.929821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.684164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T00:41:47.929849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.563764Z","time spent":"366.076374ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:41:47.929894Z","caller":"traceutil/trace.go:171","msg":"trace[1209270903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28185; }","duration":"364.760007ms","start":"2026-07-24T00:41:47.565117Z","end":"2026-07-24T00:41:47.929877Z","steps":["trace[1209270903] 'agreement among raft nodes before linearized reading' (duration: 364.552491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.929949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.565085Z","time spent":"364.851179ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:41:47.930001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.810503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:47.930057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.764637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-24T00:41:47.930079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.507337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:47.930105Z","caller":"traceutil/trace.go:171","msg":"trace[2090931745] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28185; }","duration":"297.862349ms","start":"2026-07-24T00:41:47.632225Z","end":"2026-07-24T00:41:47.930088Z","steps":["trace[2090931745] 'agreement among raft nodes before linearized reading' (duration: 297.765847ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:47.930116Z","caller":"traceutil/trace.go:171","msg":"trace[1484691724] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28185; }","duration":"700.580919ms","start":"2026-07-24T00:41:47.229523Z","end":"2026-07-24T00:41:47.930104Z","steps":["trace[1484691724] 'agreement among raft nodes before linearized reading' (duration: 700.463266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.930147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.229505Z","time spent":"700.634621ms","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:47.930012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.717294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:47.930244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.435372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:41:47.93032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.21331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-24T00:41:47.929651Z","caller":"traceutil/trace.go:171","msg":"trace[389107925] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28185; }","duration":"295.644418ms","start":"2026-07-24T00:41:47.63399Z","end":"2026-07-24T00:41:47.929634Z","steps":["trace[389107925] 'agreement among raft nodes before linearized reading' (duration: 295.452712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:47.930378Z","caller":"traceutil/trace.go:171","msg":"trace[1952637489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28185; }","duration":"398.263991ms","start":"2026-07-24T00:41:47.532095Z","end":"2026-07-24T00:41:47.930359Z","steps":["trace[1952637489] 'agreement among raft nodes before linearized reading' (duration: 398.133267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.930424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.532011Z","time spent":"398.399666ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-24T00:41:47.930493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.385976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-24T00:41:47.930514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.282391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T00:41:47.930561Z","caller":"traceutil/trace.go:171","msg":"trace[190670889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28185; }","duration":"364.492229ms","start":"2026-07-24T00:41:47.56605Z","end":"2026-07-24T00:41:47.930542Z","steps":["trace[190670889] 'agreement among raft nodes before linearized reading' (duration: 363.547353ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:47.930329Z","caller":"traceutil/trace.go:171","msg":"trace[1384565924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28185; }","duration":"368.568496ms","start":"2026-07-24T00:41:47.561749Z","end":"2026-07-24T00:41:47.930317Z","steps":["trace[1384565924] 'agreement among raft nodes before linearized reading' (duration: 368.34241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.93063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.566033Z","time spent":"364.582751ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:41:47.93064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.561737Z","time spent":"368.890955ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:41:47.930738Z","caller":"traceutil/trace.go:171","msg":"trace[1567254830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28185; }","duration":"392.361793ms","start":"2026-07-24T00:41:47.538184Z","end":"2026-07-24T00:41:47.930546Z","steps":["trace[1567254830] 'agreement among raft nodes before linearized reading' (duration: 392.266601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.930784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.538163Z","time spent":"392.611031ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:41:47.930063Z","caller":"traceutil/trace.go:171","msg":"trace[1072530008] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28185; }","duration":"555.900176ms","start":"2026-07-24T00:41:47.374137Z","end":"2026-07-24T00:41:47.930037Z","steps":["trace[1072530008] 'agreement among raft nodes before linearized reading' (duration: 555.811534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.931162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.374117Z","time spent":"557.021217ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:47.931239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.607154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T00:41:47.93189Z","caller":"traceutil/trace.go:171","msg":"trace[41024778] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28185; }","duration":"384.250754ms","start":"2026-07-24T00:41:47.547619Z","end":"2026-07-24T00:41:47.931869Z","steps":["trace[41024778] 'agreement among raft nodes before linearized reading' (duration: 382.73471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.931953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:47.547557Z","time spent":"384.379346ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-24T00:41:47.931595Z","caller":"traceutil/trace.go:171","msg":"trace[1001293496] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28185; }","duration":"941.312291ms","start":"2026-07-24T00:41:46.988938Z","end":"2026-07-24T00:41:47.930251Z","steps":["trace[1001293496] 'agreement among raft nodes before linearized reading' (duration: 940.432906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:47.932054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:46.98892Z","time spent":"943.105802ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:48.233013Z","caller":"traceutil/trace.go:171","msg":"trace[1375793126] transaction","detail":"{read_only:false; response_revision:28187; number_of_response:1; }","duration":"296.614474ms","start":"2026-07-24T00:41:47.936368Z","end":"2026-07-24T00:41:48.232982Z","steps":["trace[1375793126] 'process raft request' (duration: 296.304985ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:48.233024Z","caller":"traceutil/trace.go:171","msg":"trace[78888043] transaction","detail":"{read_only:false; response_revision:28189; number_of_response:1; }","duration":"296.241374ms","start":"2026-07-24T00:41:47.936752Z","end":"2026-07-24T00:41:48.232993Z","steps":["trace[78888043] 'process raft request' (duration: 296.128141ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:48.23302Z","caller":"traceutil/trace.go:171","msg":"trace[169479855] transaction","detail":"{read_only:false; response_revision:28188; number_of_response:1; }","duration":"296.539012ms","start":"2026-07-24T00:41:47.93645Z","end":"2026-07-24T00:41:48.232989Z","steps":["trace[169479855] 'process raft request' (duration: 296.372687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:48.233284Z","caller":"traceutil/trace.go:171","msg":"trace[289834130] transaction","detail":"{read_only:false; response_revision:28190; number_of_response:1; }","duration":"296.522972ms","start":"2026-07-24T00:41:47.936745Z","end":"2026-07-24T00:41:48.233268Z","steps":["trace[289834130] 'process raft request' (duration: 296.187173ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:48.233876Z","caller":"traceutil/trace.go:171","msg":"trace[583814425] transaction","detail":"{read_only:false; response_revision:28192; number_of_response:1; }","duration":"296.726778ms","start":"2026-07-24T00:41:47.937132Z","end":"2026-07-24T00:41:48.233859Z","steps":["trace[583814425] 'process raft request' (duration: 296.598854ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:48.233879Z","caller":"traceutil/trace.go:171","msg":"trace[1256258642] transaction","detail":"{read_only:false; response_revision:28191; number_of_response:1; }","duration":"297.046327ms","start":"2026-07-24T00:41:47.936811Z","end":"2026-07-24T00:41:48.233858Z","steps":["trace[1256258642] 'process raft request' (duration: 296.309886ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:48.233975Z","caller":"traceutil/trace.go:171","msg":"trace[2018733959] transaction","detail":"{read_only:false; response_revision:28193; number_of_response:1; }","duration":"295.224304ms","start":"2026-07-24T00:41:47.938736Z","end":"2026-07-24T00:41:48.233961Z","steps":["trace[2018733959] 'process raft request' (duration: 295.0714ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:48.234347Z","caller":"traceutil/trace.go:171","msg":"trace[1408580876] transaction","detail":"{read_only:false; response_revision:28194; number_of_response:1; }","duration":"294.903655ms","start":"2026-07-24T00:41:47.939431Z","end":"2026-07-24T00:41:48.234335Z","steps":["trace[1408580876] 'process raft request' (duration: 294.470163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:48.709866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.864707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:48.710001Z","caller":"traceutil/trace.go:171","msg":"trace[587807938] linearizableReadLoop","detail":"{readStateIndex:29483; appliedIndex:29482; }","duration":"373.438494ms","start":"2026-07-24T00:41:48.336538Z","end":"2026-07-24T00:41:48.709977Z","steps":["trace[587807938] 'read index received' (duration: 253.348401ms)","trace[587807938] 'applied index is now lower than readState.Index' (duration: 120.088133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:48.710133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.590079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:48.710176Z","caller":"traceutil/trace.go:171","msg":"trace[1375982584] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28197; }","duration":"373.678501ms","start":"2026-07-24T00:41:48.336483Z","end":"2026-07-24T00:41:48.710161Z","steps":["trace[1375982584] 'agreement among raft nodes before linearized reading' (duration: 373.589729ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:48.710128Z","caller":"traceutil/trace.go:171","msg":"trace[115130782] transaction","detail":"{read_only:false; response_revision:28197; number_of_response:1; }","duration":"461.607367ms","start":"2026-07-24T00:41:48.248468Z","end":"2026-07-24T00:41:48.710075Z","steps":["trace[115130782] 'process raft request' (duration: 341.40371ms)","trace[115130782] 'compare' (duration: 119.366003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:48.710212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:48.336463Z","time spent":"373.738622ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:48.710386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:48.248442Z","time spent":"461.781942ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:48.930684Z","caller":"traceutil/trace.go:171","msg":"trace[1857386188] linearizableReadLoop","detail":"{readStateIndex:29484; appliedIndex:29483; }","duration":"220.612128ms","start":"2026-07-24T00:41:48.710036Z","end":"2026-07-24T00:41:48.930648Z","steps":["trace[1857386188] 'read index received' (duration: 158.760845ms)","trace[1857386188] 'applied index is now lower than readState.Index' (duration: 61.849423ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:48.930753Z","caller":"traceutil/trace.go:171","msg":"trace[1341961822] transaction","detail":"{read_only:false; response_revision:28198; number_of_response:1; }","duration":"421.150914ms","start":"2026-07-24T00:41:48.50957Z","end":"2026-07-24T00:41:48.930721Z","steps":["trace[1341961822] 'process raft request' (duration: 359.123236ms)","trace[1341961822] 'compare' (duration: 61.654878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:48.930876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.725873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:48.930911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:48.509539Z","time spent":"421.284128ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:48.930926Z","caller":"traceutil/trace.go:171","msg":"trace[1204436160] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28198; }","duration":"546.860528ms","start":"2026-07-24T00:41:48.384051Z","end":"2026-07-24T00:41:48.930912Z","steps":["trace[1204436160] 'agreement among raft nodes before linearized reading' (duration: 546.720214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:48.930979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:48.384029Z","time spent":"546.939309ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:49.859292Z","caller":"traceutil/trace.go:171","msg":"trace[769572475] linearizableReadLoop","detail":"{readStateIndex:29485; appliedIndex:29484; }","duration":"420.61325ms","start":"2026-07-24T00:41:49.438654Z","end":"2026-07-24T00:41:49.859268Z","steps":["trace[769572475] 'read index received' (duration: 420.381662ms)","trace[769572475] 'applied index is now lower than readState.Index' (duration: 230.478µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:49.859363Z","caller":"traceutil/trace.go:171","msg":"trace[507558398] transaction","detail":"{read_only:false; response_revision:28199; number_of_response:1; }","duration":"451.881952ms","start":"2026-07-24T00:41:49.40745Z","end":"2026-07-24T00:41:49.859332Z","steps":["trace[507558398] 'process raft request' (duration: 451.550141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:49.859484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.811666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:49.859527Z","caller":"traceutil/trace.go:171","msg":"trace[1130775752] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28199; }","duration":"420.927459ms","start":"2026-07-24T00:41:49.438587Z","end":"2026-07-24T00:41:49.859515Z","steps":["trace[1130775752] 'agreement among raft nodes before linearized reading' (duration: 420.833186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:49.859532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.407388Z","time spent":"452.040905ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:49.859568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.43856Z","time spent":"420.997991ms","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:50.315462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.534783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:50.315721Z","caller":"traceutil/trace.go:171","msg":"trace[966651512] transaction","detail":"{read_only:false; response_revision:28201; number_of_response:1; }","duration":"381.152564ms","start":"2026-07-24T00:41:49.934544Z","end":"2026-07-24T00:41:50.315697Z","steps":["trace[966651512] 'process raft request' (duration: 381.0255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:50.31572Z","caller":"traceutil/trace.go:171","msg":"trace[1411309625] transaction","detail":"{read_only:false; response_revision:28200; number_of_response:1; }","duration":"855.883715ms","start":"2026-07-24T00:41:49.459802Z","end":"2026-07-24T00:41:50.315686Z","steps":["trace[1411309625] 'process raft request' (duration: 467.036413ms)","trace[1411309625] 'compare' (duration: 388.200964ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:50.315742Z","caller":"traceutil/trace.go:171","msg":"trace[16129057] linearizableReadLoop","detail":"{readStateIndex:29486; appliedIndex:29485; }","duration":"456.337366ms","start":"2026-07-24T00:41:49.859376Z","end":"2026-07-24T00:41:50.315714Z","steps":["trace[16129057] 'read index received' (duration: 67.405961ms)","trace[16129057] 'applied index is now lower than readState.Index' (duration: 388.927745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:50.315835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.934525Z","time spent":"381.259527ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:50.315866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.921837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:50.315824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.410603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:50.315904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.459776Z","time spent":"856.02243ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:50.315952Z","caller":"traceutil/trace.go:171","msg":"trace[160614435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28201; }","duration":"615.045422ms","start":"2026-07-24T00:41:49.700867Z","end":"2026-07-24T00:41:50.315912Z","steps":["trace[160614435] 'agreement among raft nodes before linearized reading' (duration: 614.863726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:50.31597Z","caller":"traceutil/trace.go:171","msg":"trace[1174338858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28201; }","duration":"533.592289ms","start":"2026-07-24T00:41:49.782348Z","end":"2026-07-24T00:41:50.31594Z","steps":["trace[1174338858] 'agreement among raft nodes before linearized reading' (duration: 533.373522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.316038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.700848Z","time spent":"615.153564ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:50.316041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.33897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-24T00:41:50.316082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.782325Z","time spent":"533.708743ms","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T00:41:50.316137Z","caller":"traceutil/trace.go:171","msg":"trace[1106024409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28201; }","duration":"668.489055ms","start":"2026-07-24T00:41:49.647631Z","end":"2026-07-24T00:41:50.31612Z","steps":["trace[1106024409] 'agreement among raft nodes before linearized reading' (duration: 668.241018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.316467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.647609Z","time spent":"668.66124ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T00:41:50.447448Z","caller":"traceutil/trace.go:171","msg":"trace[400963986] transaction","detail":"{read_only:false; response_revision:28202; number_of_response:1; }","duration":"512.27406ms","start":"2026-07-24T00:41:49.935148Z","end":"2026-07-24T00:41:50.447422Z","steps":["trace[400963986] 'process raft request' (duration: 491.137909ms)","trace[400963986] 'compare' (duration: 20.909205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:50.447615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.935119Z","time spent":"512.403105ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:50.447739Z","caller":"traceutil/trace.go:171","msg":"trace[423753972] linearizableReadLoop","detail":"{readStateIndex:29489; appliedIndex:29487; }","duration":"131.825547ms","start":"2026-07-24T00:41:50.315881Z","end":"2026-07-24T00:41:50.447707Z","steps":["trace[423753972] 'read index received' (duration: 110.418837ms)","trace[423753972] 'applied index is now lower than readState.Index' (duration: 21.40408ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:50.447818Z","caller":"traceutil/trace.go:171","msg":"trace[702402932] transaction","detail":"{read_only:false; response_revision:28203; number_of_response:1; }","duration":"197.83037ms","start":"2026-07-24T00:41:50.249961Z","end":"2026-07-24T00:41:50.447791Z","steps":["trace[702402932] 'process raft request' (duration: 197.421517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.447876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.763308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:50.447964Z","caller":"traceutil/trace.go:171","msg":"trace[922996592] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28203; }","duration":"457.900962ms","start":"2026-07-24T00:41:49.990045Z","end":"2026-07-24T00:41:50.447946Z","steps":["trace[922996592] 'agreement among raft nodes before linearized reading' (duration: 457.774609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.448012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.990027Z","time spent":"457.974095ms","remote":"127.0.0.1:58512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:50.448036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.395369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:41:50.448472Z","caller":"traceutil/trace.go:171","msg":"trace[604116904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28203; }","duration":"209.913083ms","start":"2026-07-24T00:41:50.238536Z","end":"2026-07-24T00:41:50.448449Z","steps":["trace[604116904] 'agreement among raft nodes before linearized reading' (duration: 209.200663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.447966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.700346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:50.448577Z","caller":"traceutil/trace.go:171","msg":"trace[263082193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28203; }","duration":"131.325493ms","start":"2026-07-24T00:41:50.317233Z","end":"2026-07-24T00:41:50.448559Z","steps":["trace[263082193] 'agreement among raft nodes before linearized reading' (duration: 130.715466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.447921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.009864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:50.448642Z","caller":"traceutil/trace.go:171","msg":"trace[1382041381] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28203; }","duration":"586.764895ms","start":"2026-07-24T00:41:49.861858Z","end":"2026-07-24T00:41:50.448623Z","steps":["trace[1382041381] 'agreement among raft nodes before linearized reading' (duration: 586.025824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.448378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.428028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T00:41:50.448716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.861839Z","time spent":"586.860008ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:50.448748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.842997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-24T00:41:50.448868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.062298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T00:41:50.448866Z","caller":"traceutil/trace.go:171","msg":"trace[1620944240] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28203; }","duration":"126.006552ms","start":"2026-07-24T00:41:50.32283Z","end":"2026-07-24T00:41:50.448837Z","steps":["trace[1620944240] 'agreement among raft nodes before linearized reading' (duration: 125.341993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:50.448906Z","caller":"traceutil/trace.go:171","msg":"trace[464357178] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28203; }","duration":"210.098529ms","start":"2026-07-24T00:41:50.238795Z","end":"2026-07-24T00:41:50.448894Z","steps":["trace[464357178] 'agreement among raft nodes before linearized reading' (duration: 209.223294ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:50.448914Z","caller":"traceutil/trace.go:171","msg":"trace[206844019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28203; }","duration":"491.8753ms","start":"2026-07-24T00:41:49.956902Z","end":"2026-07-24T00:41:50.448777Z","steps":["trace[206844019] 'agreement among raft nodes before linearized reading' (duration: 490.954105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.448985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:49.956884Z","time spent":"492.080617ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:41:50.448795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.031129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:41:50.449105Z","caller":"traceutil/trace.go:171","msg":"trace[1744561413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28203; }","duration":"209.367558ms","start":"2026-07-24T00:41:50.239723Z","end":"2026-07-24T00:41:50.44909Z","steps":["trace[1744561413] 'agreement among raft nodes before linearized reading' (duration: 208.277038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.449156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.447042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-24T00:41:50.449018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.039567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:41:50.449212Z","caller":"traceutil/trace.go:171","msg":"trace[2039083968] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28203; }","duration":"128.525613ms","start":"2026-07-24T00:41:50.320674Z","end":"2026-07-24T00:41:50.4492Z","steps":["trace[2039083968] 'agreement among raft nodes before linearized reading' (duration: 127.506885ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:50.449304Z","caller":"traceutil/trace.go:171","msg":"trace[1942698291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28203; }","duration":"210.715416ms","start":"2026-07-24T00:41:50.23853Z","end":"2026-07-24T00:41:50.449245Z","steps":["trace[1942698291] 'agreement among raft nodes before linearized reading' (duration: 209.274265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:50.449513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.019555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T00:41:50.449576Z","caller":"traceutil/trace.go:171","msg":"trace[2127108288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28203; }","duration":"211.122378ms","start":"2026-07-24T00:41:50.238439Z","end":"2026-07-24T00:41:50.449561Z","steps":["trace[2127108288] 'agreement among raft nodes before linearized reading' (duration: 209.315277ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:55.78297Z","caller":"traceutil/trace.go:171","msg":"trace[1786704003] linearizableReadLoop","detail":"{readStateIndex:29597; appliedIndex:29596; }","duration":"144.85842ms","start":"2026-07-24T00:41:55.63808Z","end":"2026-07-24T00:41:55.782939Z","steps":["trace[1786704003] 'read index received' (duration: 144.50976ms)","trace[1786704003] 'applied index is now lower than readState.Index' (duration: 333.41µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:55.783111Z","caller":"traceutil/trace.go:171","msg":"trace[1553522398] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"145.640461ms","start":"2026-07-24T00:41:55.637441Z","end":"2026-07-24T00:41:55.783082Z","steps":["trace[1553522398] 'process raft request' (duration: 145.25926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:55.783284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.186269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ade260-3912-4f38-a380-8338e6c880b1\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-24T00:41:55.783336Z","caller":"traceutil/trace.go:171","msg":"trace[37583537] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4ade260-3912-4f38-a380-8338e6c880b1; range_end:; response_count:1; response_revision:28309; }","duration":"145.294592ms","start":"2026-07-24T00:41:55.638027Z","end":"2026-07-24T00:41:55.783321Z","steps":["trace[37583537] 'agreement among raft nodes before linearized reading' (duration: 145.079036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.079787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.803504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-24T00:41:56.079882Z","caller":"traceutil/trace.go:171","msg":"trace[740073538] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28309; }","duration":"289.133901ms","start":"2026-07-24T00:41:55.790733Z","end":"2026-07-24T00:41:56.079867Z","steps":["trace[740073538] 'process raft request' (duration: 182.188523ms)","trace[740073538] 'compare' (duration: 106.766623ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:56.249065Z","caller":"traceutil/trace.go:171","msg":"trace[1163415200] linearizableReadLoop","detail":"{readStateIndex:29599; appliedIndex:29598; }","duration":"168.118702ms","start":"2026-07-24T00:41:56.080926Z","end":"2026-07-24T00:41:56.249045Z","steps":["trace[1163415200] 'read index received' (duration: 167.937157ms)","trace[1163415200] 'applied index is now lower than readState.Index' (duration: 180.945µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:56.249114Z","caller":"traceutil/trace.go:171","msg":"trace[1388778076] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"456.013537ms","start":"2026-07-24T00:41:55.793078Z","end":"2026-07-24T00:41:56.249092Z","steps":["trace[1388778076] 'process raft request' (duration: 455.852883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.249191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.671272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:56.249222Z","caller":"traceutil/trace.go:171","msg":"trace[1756913596] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28310; }","duration":"146.751984ms","start":"2026-07-24T00:41:56.102462Z","end":"2026-07-24T00:41:56.249214Z","steps":["trace[1756913596] 'agreement among raft nodes before linearized reading' (duration: 146.687061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.249229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:55.793067Z","time spent":"456.092839ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:56.249356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.415611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-24T00:41:56.249457Z","caller":"traceutil/trace.go:171","msg":"trace[1696336995] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28310; }","duration":"168.576216ms","start":"2026-07-24T00:41:56.080855Z","end":"2026-07-24T00:41:56.249431Z","steps":["trace[1696336995] 'agreement among raft nodes before linearized reading' (duration: 168.287887ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.564939Z","caller":"traceutil/trace.go:171","msg":"trace[264317733] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"304.021546ms","start":"2026-07-24T00:41:56.260875Z","end":"2026-07-24T00:41:56.564896Z","steps":["trace[264317733] 'process raft request' (duration: 210.660275ms)","trace[264317733] 'compare' (duration: 92.844956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:56.565129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.260853Z","time spent":"304.179599ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:56.619457Z","caller":"traceutil/trace.go:171","msg":"trace[1619654085] linearizableReadLoop","detail":"{readStateIndex:29602; appliedIndex:29599; }","duration":"225.561109ms","start":"2026-07-24T00:41:56.393873Z","end":"2026-07-24T00:41:56.619434Z","steps":["trace[1619654085] 'read index received' (duration: 77.673994ms)","trace[1619654085] 'applied index is now lower than readState.Index' (duration: 147.886415ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:56.619467Z","caller":"traceutil/trace.go:171","msg":"trace[1590782789] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"283.227482ms","start":"2026-07-24T00:41:56.336205Z","end":"2026-07-24T00:41:56.619432Z","steps":["trace[1590782789] 'process raft request' (duration: 282.977865ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.619536Z","caller":"traceutil/trace.go:171","msg":"trace[470585988] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"149.730228ms","start":"2026-07-24T00:41:56.469798Z","end":"2026-07-24T00:41:56.619529Z","steps":["trace[470585988] 'process raft request' (duration: 149.606835ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.619584Z","caller":"traceutil/trace.go:171","msg":"trace[1683035081] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"151.410455ms","start":"2026-07-24T00:41:56.468131Z","end":"2026-07-24T00:41:56.619541Z","steps":["trace[1683035081] 'process raft request' (duration: 151.252151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.619672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.779715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:56.619661Z","caller":"traceutil/trace.go:171","msg":"trace[1829857955] transaction","detail":"{read_only:false; response_revision:28313; number_of_response:1; }","duration":"276.570614ms","start":"2026-07-24T00:41:56.343062Z","end":"2026-07-24T00:41:56.619632Z","steps":["trace[1829857955] 'process raft request' (duration: 276.292376ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.619707Z","caller":"traceutil/trace.go:171","msg":"trace[187653211] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28315; }","duration":"225.865308ms","start":"2026-07-24T00:41:56.393833Z","end":"2026-07-24T00:41:56.619698Z","steps":["trace[187653211] 'agreement among raft nodes before linearized reading' (duration: 225.794216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.809682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.960683ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-24T00:41:56.809817Z","caller":"traceutil/trace.go:171","msg":"trace[1056635173] linearizableReadLoop","detail":"{readStateIndex:29605; appliedIndex:29604; }","duration":"190.290445ms","start":"2026-07-24T00:41:56.619508Z","end":"2026-07-24T00:41:56.809799Z","steps":["trace[1056635173] 'read index received' (duration: 65.155957ms)","trace[1056635173] 'applied index is now lower than readState.Index' (duration: 125.132718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:56.81003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.582872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T00:41:56.810028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.585269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T00:41:56.810042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.442063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:41:56.810043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.26571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:41:56.810102Z","caller":"traceutil/trace.go:171","msg":"trace[781304802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28315; }","duration":"319.684182ms","start":"2026-07-24T00:41:56.490398Z","end":"2026-07-24T00:41:56.810082Z","steps":["trace[781304802] 'agreement among raft nodes before linearized reading' (duration: 319.429084ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.810123Z","caller":"traceutil/trace.go:171","msg":"trace[521413552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28315; }","duration":"321.556626ms","start":"2026-07-24T00:41:56.488549Z","end":"2026-07-24T00:41:56.810105Z","steps":["trace[521413552] 'agreement among raft nodes before linearized reading' (duration: 321.313979ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.81007Z","caller":"traceutil/trace.go:171","msg":"trace[245943427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28315; }","duration":"325.688564ms","start":"2026-07-24T00:41:56.48437Z","end":"2026-07-24T00:41:56.810058Z","steps":["trace[245943427] 'agreement among raft nodes before linearized reading' (duration: 325.524689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.810157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.490392Z","time spent":"319.755824ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:41:56.81017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.488538Z","time spent":"321.623658ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:41:56.810188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.484346Z","time spent":"325.832608ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:41:56.810234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.426167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-24T00:41:56.810276Z","caller":"traceutil/trace.go:171","msg":"trace[711833279] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28315; }","duration":"385.493648ms","start":"2026-07-24T00:41:56.42477Z","end":"2026-07-24T00:41:56.810264Z","steps":["trace[711833279] 'agreement among raft nodes before linearized reading' (duration: 385.409585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.81032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.424753Z","time spent":"385.5553ms","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-24T00:41:56.810385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.349588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-24T00:41:56.810422Z","caller":"traceutil/trace.go:171","msg":"trace[2075354442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28315; }","duration":"215.41394ms","start":"2026-07-24T00:41:56.594998Z","end":"2026-07-24T00:41:56.810412Z","steps":["trace[2075354442] 'agreement among raft nodes before linearized reading' (duration: 215.312347ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.810132Z","caller":"traceutil/trace.go:171","msg":"trace[188388932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28315; }","duration":"320.379133ms","start":"2026-07-24T00:41:56.489739Z","end":"2026-07-24T00:41:56.810118Z","steps":["trace[188388932] 'agreement among raft nodes before linearized reading' (duration: 320.145266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.810579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.489731Z","time spent":"320.837745ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:41:56.810653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.586416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-24T00:41:56.810694Z","caller":"traceutil/trace.go:171","msg":"trace[33060334] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28315; }","duration":"247.659048ms","start":"2026-07-24T00:41:56.563022Z","end":"2026-07-24T00:41:56.810681Z","steps":["trace[33060334] 'agreement among raft nodes before linearized reading' (duration: 247.556346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.810322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.080942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T00:41:56.810843Z","caller":"traceutil/trace.go:171","msg":"trace[273742385] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28315; }","duration":"321.637178ms","start":"2026-07-24T00:41:56.489194Z","end":"2026-07-24T00:41:56.810831Z","steps":["trace[273742385] 'agreement among raft nodes before linearized reading' (duration: 321.070882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.810885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.489169Z","time spent":"321.7044ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T00:41:56.810979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.933039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-24T00:41:56.810161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.469124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ade260-3912-4f38-a380-8338e6c880b1\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-07-24T00:41:56.811048Z","caller":"traceutil/trace.go:171","msg":"trace[61898470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28315; }","duration":"320.047232ms","start":"2026-07-24T00:41:56.490985Z","end":"2026-07-24T00:41:56.811032Z","steps":["trace[61898470] 'agreement among raft nodes before linearized reading' (duration: 319.832996ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.811063Z","caller":"traceutil/trace.go:171","msg":"trace[41628167] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4ade260-3912-4f38-a380-8338e6c880b1; range_end:; response_count:1; response_revision:28315; }","duration":"355.40364ms","start":"2026-07-24T00:41:56.455648Z","end":"2026-07-24T00:41:56.811051Z","steps":["trace[41628167] 'agreement among raft nodes before linearized reading' (duration: 354.449123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:56.811085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.490971Z","time spent":"320.107384ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:41:56.811105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:56.455629Z","time spent":"355.467072ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4ade260-3912-4f38-a380-8338e6c880b1\" "} {"level":"warn","ts":"2026-07-24T00:41:56.811227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.248501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-24T00:41:56.81122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.852282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:56.811255Z","caller":"traceutil/trace.go:171","msg":"trace[1085983386] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28315; }","duration":"298.304092ms","start":"2026-07-24T00:41:56.51294Z","end":"2026-07-24T00:41:56.811244Z","steps":["trace[1085983386] 'agreement among raft nodes before linearized reading' (duration: 298.22732ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:56.811272Z","caller":"traceutil/trace.go:171","msg":"trace[507401036] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28315; }","duration":"255.898184ms","start":"2026-07-24T00:41:56.555354Z","end":"2026-07-24T00:41:56.811252Z","steps":["trace[507401036] 'agreement among raft nodes before linearized reading' (duration: 255.825061ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:58.98703Z","caller":"traceutil/trace.go:171","msg":"trace[570853624] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"158.644992ms","start":"2026-07-24T00:41:58.828362Z","end":"2026-07-24T00:41:58.987007Z","steps":["trace[570853624] 'process raft request' (duration: 158.485968ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:59.148199Z","caller":"traceutil/trace.go:171","msg":"trace[1721385969] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"318.451186ms","start":"2026-07-24T00:41:58.829714Z","end":"2026-07-24T00:41:59.148165Z","steps":["trace[1721385969] 'process raft request' (duration: 307.37758ms)","trace[1721385969] 'compare' (duration: 10.728666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:59.148429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:58.829704Z","time spent":"318.618771ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:59.148453Z","caller":"traceutil/trace.go:171","msg":"trace[1368130314] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"318.439186ms","start":"2026-07-24T00:41:58.829987Z","end":"2026-07-24T00:41:59.148427Z","steps":["trace[1368130314] 'process raft request' (duration: 318.130828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:59.148824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:58.829976Z","time spent":"318.551729ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:59.148948Z","caller":"traceutil/trace.go:171","msg":"trace[1043216867] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"318.393546ms","start":"2026-07-24T00:41:58.830518Z","end":"2026-07-24T00:41:59.148911Z","steps":["trace[1043216867] 'process raft request' (duration: 317.820339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:59.149016Z","caller":"traceutil/trace.go:171","msg":"trace[1529632358] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"317.619954ms","start":"2026-07-24T00:41:58.83137Z","end":"2026-07-24T00:41:59.14899Z","steps":["trace[1529632358] 'process raft request' (duration: 317.47054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:59.149081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:58.830511Z","time spent":"318.501119ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:59.149159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:58.831364Z","time spent":"317.721367ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:59.149209Z","caller":"traceutil/trace.go:171","msg":"trace[388527253] transaction","detail":"{read_only:false; response_revision:28340; number_of_response:1; }","duration":"317.355047ms","start":"2026-07-24T00:41:58.831832Z","end":"2026-07-24T00:41:59.149187Z","steps":["trace[388527253] 'process raft request' (duration: 317.10402ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:59.149235Z","caller":"traceutil/trace.go:171","msg":"trace[1199391821] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"179.981291ms","start":"2026-07-24T00:41:58.969241Z","end":"2026-07-24T00:41:59.149222Z","steps":["trace[1199391821] 'process raft request' (duration: 179.842147ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:59.14922Z","caller":"traceutil/trace.go:171","msg":"trace[335991714] linearizableReadLoop","detail":"{readStateIndex:29630; appliedIndex:29624; }","duration":"308.684729ms","start":"2026-07-24T00:41:58.840509Z","end":"2026-07-24T00:41:59.149194Z","steps":["trace[335991714] 'read index received' (duration: 146.408564ms)","trace[335991714] 'applied index is now lower than readState.Index' (duration: 162.274645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:59.149284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:58.831822Z","time spent":"317.425869ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:59.149426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.909315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-24T00:41:59.149435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.034786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:59.149469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.165321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T00:41:59.149477Z","caller":"traceutil/trace.go:171","msg":"trace[1096577024] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28341; }","duration":"308.990548ms","start":"2026-07-24T00:41:58.840472Z","end":"2026-07-24T00:41:59.149462Z","steps":["trace[1096577024] 'agreement among raft nodes before linearized reading' (duration: 308.832473ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:59.149492Z","caller":"traceutil/trace.go:171","msg":"trace[667387714] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28341; }","duration":"211.128609ms","start":"2026-07-24T00:41:58.938348Z","end":"2026-07-24T00:41:59.149476Z","steps":["trace[667387714] 'agreement among raft nodes before linearized reading' (duration: 211.025466ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:59.149502Z","caller":"traceutil/trace.go:171","msg":"trace[1623878994] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28341; }","duration":"304.213791ms","start":"2026-07-24T00:41:58.845277Z","end":"2026-07-24T00:41:59.149491Z","steps":["trace[1623878994] 'agreement among raft nodes before linearized reading' (duration: 304.068947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:59.149507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:58.840458Z","time spent":"309.042439ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:41:59.149532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:58.845269Z","time spent":"304.253292ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T00:41:59.266125Z","caller":"traceutil/trace.go:171","msg":"trace[151561733] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"109.744848ms","start":"2026-07-24T00:41:59.156328Z","end":"2026-07-24T00:41:59.266073Z","steps":["trace[151561733] 'process raft request' (duration: 106.340081ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:02.765141Z","caller":"traceutil/trace.go:171","msg":"trace[1338707099] transaction","detail":"{read_only:false; response_revision:28385; number_of_response:1; }","duration":"126.525147ms","start":"2026-07-24T00:42:02.638589Z","end":"2026-07-24T00:42:02.765114Z","steps":["trace[1338707099] 'process raft request' (duration: 126.360282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:03.06212Z","caller":"traceutil/trace.go:171","msg":"trace[1482473839] linearizableReadLoop","detail":"{readStateIndex:29680; appliedIndex:29676; }","duration":"394.603607ms","start":"2026-07-24T00:42:02.66749Z","end":"2026-07-24T00:42:03.062093Z","steps":["trace[1482473839] 'read index received' (duration: 97.439557ms)","trace[1482473839] 'applied index is now lower than readState.Index' (duration: 297.16291ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:03.062189Z","caller":"traceutil/trace.go:171","msg":"trace[1871960029] transaction","detail":"{read_only:false; response_revision:28387; number_of_response:1; }","duration":"416.796711ms","start":"2026-07-24T00:42:02.645375Z","end":"2026-07-24T00:42:03.062172Z","steps":["trace[1871960029] 'process raft request' (duration: 416.594454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:03.062276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:02.645346Z","time spent":"416.883454ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:42:03.062282Z","caller":"traceutil/trace.go:171","msg":"trace[901613315] transaction","detail":"{read_only:false; response_revision:28388; number_of_response:1; }","duration":"416.449381ms","start":"2026-07-24T00:42:02.645816Z","end":"2026-07-24T00:42:03.062265Z","steps":["trace[901613315] 'process raft request' (duration: 416.224573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:03.062397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:02.645789Z","time spent":"416.531103ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:42:03.062514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.614987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:03.062554Z","caller":"traceutil/trace.go:171","msg":"trace[1229260600] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28388; }","duration":"348.69659ms","start":"2026-07-24T00:42:02.713846Z","end":"2026-07-24T00:42:03.062543Z","steps":["trace[1229260600] 'agreement among raft nodes before linearized reading' (duration: 348.633049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:03.062553Z","caller":"traceutil/trace.go:171","msg":"trace[74711886] transaction","detail":"{read_only:false; response_revision:28386; number_of_response:1; }","duration":"418.185481ms","start":"2026-07-24T00:42:02.644334Z","end":"2026-07-24T00:42:03.062519Z","steps":["trace[74711886] 'process raft request' (duration: 410.391368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:03.062582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.927958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:42:03.062597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.115863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"warn","ts":"2026-07-24T00:42:03.0626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.016934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-24T00:42:03.062615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.030601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10483"} {"level":"info","ts":"2026-07-24T00:42:03.062627Z","caller":"traceutil/trace.go:171","msg":"trace[1225012659] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28388; }","duration":"395.184405ms","start":"2026-07-24T00:42:02.667435Z","end":"2026-07-24T00:42:03.06262Z","steps":["trace[1225012659] 'agreement among raft nodes before linearized reading' (duration: 395.091542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:03.062601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.622362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:03.062636Z","caller":"traceutil/trace.go:171","msg":"trace[1836076061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28388; }","duration":"185.076326ms","start":"2026-07-24T00:42:02.877547Z","end":"2026-07-24T00:42:03.062623Z","steps":["trace[1836076061] 'agreement among raft nodes before linearized reading' (duration: 184.968133ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:03.06263Z","caller":"traceutil/trace.go:171","msg":"trace[1905389487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28388; }","duration":"281.00345ms","start":"2026-07-24T00:42:02.781612Z","end":"2026-07-24T00:42:03.062615Z","steps":["trace[1905389487] 'agreement among raft nodes before linearized reading' (duration: 280.930678ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:03.062649Z","caller":"traceutil/trace.go:171","msg":"trace[1684540683] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28388; }","duration":"261.109153ms","start":"2026-07-24T00:42:02.801531Z","end":"2026-07-24T00:42:03.06264Z","steps":["trace[1684540683] 'agreement among raft nodes before linearized reading' (duration: 260.98079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:03.06265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:02.667416Z","time spent":"395.229335ms","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7590,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-24T00:42:03.06267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:02.644308Z","time spent":"418.303134ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:42:03.062676Z","caller":"traceutil/trace.go:171","msg":"trace[776465700] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28388; }","duration":"158.741276ms","start":"2026-07-24T00:42:02.903914Z","end":"2026-07-24T00:42:03.062655Z","steps":["trace[776465700] 'agreement among raft nodes before linearized reading' (duration: 158.575591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:03.062576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:02.713824Z","time spent":"348.746231ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:42:03.253323Z","caller":"traceutil/trace.go:171","msg":"trace[1265995024] transaction","detail":"{read_only:false; response_revision:28390; number_of_response:1; }","duration":"179.087754ms","start":"2026-07-24T00:42:03.07421Z","end":"2026-07-24T00:42:03.253297Z","steps":["trace[1265995024] 'process raft request' (duration: 178.765825ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:33.780286Z","caller":"traceutil/trace.go:171","msg":"trace[1643761181] transaction","detail":"{read_only:false; response_revision:28685; number_of_response:1; }","duration":"145.912438ms","start":"2026-07-24T00:42:33.634343Z","end":"2026-07-24T00:42:33.780256Z","steps":["trace[1643761181] 'process raft request' (duration: 145.711243ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:33.797187Z","caller":"traceutil/trace.go:171","msg":"trace[322492578] transaction","detail":"{read_only:false; response_revision:28686; number_of_response:1; }","duration":"159.809845ms","start":"2026-07-24T00:42:33.637352Z","end":"2026-07-24T00:42:33.797162Z","steps":["trace[322492578] 'process raft request' (duration: 159.385263ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:33.991519Z","caller":"traceutil/trace.go:171","msg":"trace[319151496] transaction","detail":"{read_only:false; response_revision:28687; number_of_response:1; }","duration":"189.611194ms","start":"2026-07-24T00:42:33.80189Z","end":"2026-07-24T00:42:33.991501Z","steps":["trace[319151496] 'process raft request' (duration: 124.389955ms)","trace[319151496] 'compare' (duration: 65.075205ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:33.99169Z","caller":"traceutil/trace.go:171","msg":"trace[88494833] linearizableReadLoop","detail":"{readStateIndex:29992; appliedIndex:29990; }","duration":"106.087224ms","start":"2026-07-24T00:42:33.885577Z","end":"2026-07-24T00:42:33.991665Z","steps":["trace[88494833] 'read index received' (duration: 40.786533ms)","trace[88494833] 'applied index is now lower than readState.Index' (duration: 65.299531ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:33.991856Z","caller":"traceutil/trace.go:171","msg":"trace[136354355] transaction","detail":"{read_only:false; response_revision:28688; number_of_response:1; }","duration":"187.058601ms","start":"2026-07-24T00:42:33.804775Z","end":"2026-07-24T00:42:33.991834Z","steps":["trace[136354355] 'process raft request' (duration: 186.68859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:33.991939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.196427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:33.991996Z","caller":"traceutil/trace.go:171","msg":"trace[1824206889] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28688; }","duration":"106.459045ms","start":"2026-07-24T00:42:33.885522Z","end":"2026-07-24T00:42:33.991981Z","steps":["trace[1824206889] 'agreement among raft nodes before linearized reading' (duration: 106.218398ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:35.417595Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dbd0ffa4f8c99812","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T00:42:35.427015Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-24T00:42:35.427109Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-24T00:42:35.929394Z","caller":"traceutil/trace.go:171","msg":"trace[1444907399] linearizableReadLoop","detail":"{readStateIndex:30005; appliedIndex:30004; }","duration":"148.74864ms","start":"2026-07-24T00:42:35.780621Z","end":"2026-07-24T00:42:35.92937Z","steps":["trace[1444907399] 'read index received' (duration: 148.564605ms)","trace[1444907399] 'applied index is now lower than readState.Index' (duration: 183.065µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:35.929487Z","caller":"traceutil/trace.go:171","msg":"trace[1363563009] transaction","detail":"{read_only:false; response_revision:28701; number_of_response:1; }","duration":"158.267831ms","start":"2026-07-24T00:42:35.77119Z","end":"2026-07-24T00:42:35.929457Z","steps":["trace[1363563009] 'process raft request' (duration: 158.000913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:35.929567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.925735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:35.929608Z","caller":"traceutil/trace.go:171","msg":"trace[1543561062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28701; }","duration":"149.007858ms","start":"2026-07-24T00:42:35.780588Z","end":"2026-07-24T00:42:35.929596Z","steps":["trace[1543561062] 'agreement among raft nodes before linearized reading' (duration: 148.923845ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:36.116686Z","caller":"traceutil/trace.go:171","msg":"trace[99728378] linearizableReadLoop","detail":"{readStateIndex:30006; appliedIndex:30005; }","duration":"114.614327ms","start":"2026-07-24T00:42:36.002034Z","end":"2026-07-24T00:42:36.116648Z","steps":["trace[99728378] 'read index received' (duration: 71.177179ms)","trace[99728378] 'applied index is now lower than readState.Index' (duration: 43.435858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:42:36.11696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.890885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T00:42:36.116996Z","caller":"traceutil/trace.go:171","msg":"trace[1929219] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28702; }","duration":"114.975617ms","start":"2026-07-24T00:42:36.00201Z","end":"2026-07-24T00:42:36.116985Z","steps":["trace[1929219] 'agreement among raft nodes before linearized reading' (duration: 114.784091ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:36.11708Z","caller":"traceutil/trace.go:171","msg":"trace[1325884787] transaction","detail":"{read_only:false; response_revision:28702; number_of_response:1; }","duration":"116.153211ms","start":"2026-07-24T00:42:36.000876Z","end":"2026-07-24T00:42:36.117029Z","steps":["trace[1325884787] 'process raft request' (duration: 72.060804ms)","trace[1325884787] 'compare' (duration: 43.513191ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:36.299864Z","caller":"traceutil/trace.go:171","msg":"trace[2063487336] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"176.4533ms","start":"2026-07-24T00:42:36.123385Z","end":"2026-07-24T00:42:36.299839Z","steps":["trace[2063487336] 'process raft request' (duration: 176.348657ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:36.299895Z","caller":"traceutil/trace.go:171","msg":"trace[990027682] transaction","detail":"{read_only:false; response_revision:28703; number_of_response:1; }","duration":"177.338785ms","start":"2026-07-24T00:42:36.122534Z","end":"2026-07-24T00:42:36.299873Z","steps":["trace[990027682] 'process raft request' (duration: 140.667289ms)","trace[990027682] 'compare' (duration: 36.328306ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:36.769494Z","caller":"traceutil/trace.go:171","msg":"trace[1302549179] linearizableReadLoop","detail":"{readStateIndex:30009; appliedIndex:30008; }","duration":"367.529686ms","start":"2026-07-24T00:42:36.401936Z","end":"2026-07-24T00:42:36.769466Z","steps":["trace[1302549179] 'read index received' (duration: 357.822309ms)","trace[1302549179] 'applied index is now lower than readState.Index' (duration: 9.706097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:42:36.769658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.69423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:42:36.770026Z","caller":"traceutil/trace.go:171","msg":"trace[1505035371] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28705; }","duration":"368.124032ms","start":"2026-07-24T00:42:36.401883Z","end":"2026-07-24T00:42:36.770007Z","steps":["trace[1505035371] 'agreement among raft nodes before linearized reading' (duration: 367.68573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:36.770219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:36.401842Z","time spent":"368.342978ms","remote":"127.0.0.1:57422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:42:36.769722Z","caller":"traceutil/trace.go:171","msg":"trace[1883044494] transaction","detail":"{read_only:false; response_revision:28705; number_of_response:1; }","duration":"463.40355ms","start":"2026-07-24T00:42:36.306115Z","end":"2026-07-24T00:42:36.769518Z","steps":["trace[1883044494] 'process raft request' (duration: 453.62931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:36.770671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:36.306087Z","time spent":"464.498851ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:42:36.884794Z","caller":"traceutil/trace.go:171","msg":"trace[256143990] linearizableReadLoop","detail":"{readStateIndex:30010; appliedIndex:30009; }","duration":"114.970896ms","start":"2026-07-24T00:42:36.7698Z","end":"2026-07-24T00:42:36.884771Z","steps":["trace[256143990] 'read index received' (duration: 39.213957ms)","trace[256143990] 'applied index is now lower than readState.Index' (duration: 75.755799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:42:36.884971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.62211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:36.885004Z","caller":"traceutil/trace.go:171","msg":"trace[868647665] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28705; }","duration":"185.714173ms","start":"2026-07-24T00:42:36.699279Z","end":"2026-07-24T00:42:36.884994Z","steps":["trace[868647665] 'agreement among raft nodes before linearized reading' (duration: 185.61958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:36.885072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.079168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:42:36.885091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.396497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:36.885153Z","caller":"traceutil/trace.go:171","msg":"trace[1203338251] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28705; }","duration":"257.243043ms","start":"2026-07-24T00:42:36.627891Z","end":"2026-07-24T00:42:36.885134Z","steps":["trace[1203338251] 'agreement among raft nodes before linearized reading' (duration: 257.099629ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:36.885182Z","caller":"traceutil/trace.go:171","msg":"trace[277898182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28705; }","duration":"103.530951ms","start":"2026-07-24T00:42:36.781623Z","end":"2026-07-24T00:42:36.885154Z","steps":["trace[277898182] 'agreement among raft nodes before linearized reading' (duration: 103.369347ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:38.955791Z","caller":"traceutil/trace.go:171","msg":"trace[1153589351] transaction","detail":"{read_only:false; response_revision:28721; number_of_response:1; }","duration":"170.699996ms","start":"2026-07-24T00:42:38.785065Z","end":"2026-07-24T00:42:38.955765Z","steps":["trace[1153589351] 'process raft request' (duration: 170.46211ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:39.222085Z","caller":"traceutil/trace.go:171","msg":"trace[1692962651] transaction","detail":"{read_only:false; response_revision:28722; number_of_response:1; }","duration":"257.305894ms","start":"2026-07-24T00:42:38.964747Z","end":"2026-07-24T00:42:39.222053Z","steps":["trace[1692962651] 'process raft request' (duration: 199.093376ms)","trace[1692962651] 'compare' (duration: 58.079965ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:39.512451Z","caller":"traceutil/trace.go:171","msg":"trace[176823326] transaction","detail":"{read_only:false; response_revision:28723; number_of_response:1; }","duration":"547.511336ms","start":"2026-07-24T00:42:38.964896Z","end":"2026-07-24T00:42:39.512408Z","steps":["trace[176823326] 'process raft request' (duration: 517.674095ms)","trace[176823326] 'compare' (duration: 29.715667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:42:39.512593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:38.964886Z","time spent":"547.635649ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:42:39.520237Z","caller":"traceutil/trace.go:171","msg":"trace[2121104774] transaction","detail":"{read_only:false; response_revision:28724; number_of_response:1; }","duration":"327.822404ms","start":"2026-07-24T00:42:39.192398Z","end":"2026-07-24T00:42:39.52022Z","steps":["trace[2121104774] 'process raft request' (duration: 327.609618ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:39.520468Z","caller":"traceutil/trace.go:171","msg":"trace[1724901885] linearizableReadLoop","detail":"{readStateIndex:30032; appliedIndex:30028; }","duration":"204.90517ms","start":"2026-07-24T00:42:39.315551Z","end":"2026-07-24T00:42:39.520456Z","steps":["trace[1724901885] 'read index received' (duration: 167.058721ms)","trace[1724901885] 'applied index is now lower than readState.Index' (duration: 37.845609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:39.520541Z","caller":"traceutil/trace.go:171","msg":"trace[1529135778] transaction","detail":"{read_only:false; response_revision:28726; number_of_response:1; }","duration":"322.637036ms","start":"2026-07-24T00:42:39.197879Z","end":"2026-07-24T00:42:39.520516Z","steps":["trace[1529135778] 'process raft request' (duration: 322.479612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:39.520557Z","caller":"traceutil/trace.go:171","msg":"trace[1721708497] transaction","detail":"{read_only:false; response_revision:28727; number_of_response:1; }","duration":"118.543908ms","start":"2026-07-24T00:42:39.401981Z","end":"2026-07-24T00:42:39.520525Z","steps":["trace[1721708497] 'process raft request' (duration: 118.436105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:39.520653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.098966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:42:39.520664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:39.197863Z","time spent":"322.740728ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:42:39.520689Z","caller":"traceutil/trace.go:171","msg":"trace[1779694709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28727; }","duration":"205.183968ms","start":"2026-07-24T00:42:39.315491Z","end":"2026-07-24T00:42:39.520675Z","steps":["trace[1779694709] 'agreement among raft nodes before linearized reading' (duration: 205.033814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:39.5208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.706874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:39.520837Z","caller":"traceutil/trace.go:171","msg":"trace[1832609813] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28727; }","duration":"171.761606ms","start":"2026-07-24T00:42:39.349065Z","end":"2026-07-24T00:42:39.520827Z","steps":["trace[1832609813] 'agreement among raft nodes before linearized reading' (duration: 171.673083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:39.521406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:39.192369Z","time spent":"328.990967ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:42:39.520474Z","caller":"traceutil/trace.go:171","msg":"trace[1818291031] transaction","detail":"{read_only:false; response_revision:28725; number_of_response:1; }","duration":"324.122389ms","start":"2026-07-24T00:42:39.196315Z","end":"2026-07-24T00:42:39.520438Z","steps":["trace[1818291031] 'process raft request' (duration: 323.82721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:39.522007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:39.196289Z","time spent":"325.616351ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:42:39.751232Z","caller":"traceutil/trace.go:171","msg":"trace[1822285125] transaction","detail":"{read_only:false; response_revision:28728; number_of_response:1; }","duration":"226.842426ms","start":"2026-07-24T00:42:39.52435Z","end":"2026-07-24T00:42:39.751193Z","steps":["trace[1822285125] 'process raft request' (duration: 149.240745ms)","trace[1822285125] 'compare' (duration: 77.350724ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:39.7514Z","caller":"traceutil/trace.go:171","msg":"trace[1644293314] transaction","detail":"{read_only:false; response_revision:28729; number_of_response:1; }","duration":"226.817385ms","start":"2026-07-24T00:42:39.524566Z","end":"2026-07-24T00:42:39.751383Z","steps":["trace[1644293314] 'process raft request' (duration: 226.571908ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:39.751483Z","caller":"traceutil/trace.go:171","msg":"trace[1593978643] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"217.517239ms","start":"2026-07-24T00:42:39.533935Z","end":"2026-07-24T00:42:39.751452Z","steps":["trace[1593978643] 'process raft request' (duration: 217.404806ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:39.751564Z","caller":"traceutil/trace.go:171","msg":"trace[1261669641] transaction","detail":"{read_only:false; response_revision:28730; number_of_response:1; }","duration":"226.954089ms","start":"2026-07-24T00:42:39.524602Z","end":"2026-07-24T00:42:39.751556Z","steps":["trace[1261669641] 'process raft request' (duration: 226.610189ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:39.751534Z","caller":"traceutil/trace.go:171","msg":"trace[1945065666] transaction","detail":"{read_only:false; response_revision:28731; number_of_response:1; }","duration":"217.787757ms","start":"2026-07-24T00:42:39.533735Z","end":"2026-07-24T00:42:39.751523Z","steps":["trace[1945065666] 'process raft request' (duration: 217.54941ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:39.751849Z","caller":"traceutil/trace.go:171","msg":"trace[470986322] transaction","detail":"{read_only:false; response_revision:28733; number_of_response:1; }","duration":"217.752386ms","start":"2026-07-24T00:42:39.534086Z","end":"2026-07-24T00:42:39.751838Z","steps":["trace[470986322] 'process raft request' (duration: 217.306973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:39.998384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.42186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:42:39.998483Z","caller":"traceutil/trace.go:171","msg":"trace[486303051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28733; }","duration":"101.626757ms","start":"2026-07-24T00:42:39.896832Z","end":"2026-07-24T00:42:39.998459Z","steps":["trace[486303051] 'count revisions from in-memory index tree' (duration: 101.295997ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:40.126787Z","caller":"traceutil/trace.go:171","msg":"trace[612129584] transaction","detail":"{read_only:false; response_revision:28734; number_of_response:1; }","duration":"191.153828ms","start":"2026-07-24T00:42:39.935608Z","end":"2026-07-24T00:42:40.126761Z","steps":["trace[612129584] 'process raft request' (duration: 190.977903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:40.39335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.004608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:40.393411Z","caller":"traceutil/trace.go:171","msg":"trace[1958896357] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28734; }","duration":"182.115461ms","start":"2026-07-24T00:42:40.211278Z","end":"2026-07-24T00:42:40.393394Z","steps":["trace[1958896357] 'count revisions from in-memory index tree' (duration: 181.870983ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:40.53547Z","caller":"traceutil/trace.go:171","msg":"trace[603562060] linearizableReadLoop","detail":"{readStateIndex:30041; appliedIndex:30040; }","duration":"118.832006ms","start":"2026-07-24T00:42:40.416621Z","end":"2026-07-24T00:42:40.535453Z","steps":["trace[603562060] 'read index received' (duration: 118.682082ms)","trace[603562060] 'applied index is now lower than readState.Index' (duration: 149.204µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:40.535528Z","caller":"traceutil/trace.go:171","msg":"trace[1504336868] transaction","detail":"{read_only:false; response_revision:28735; number_of_response:1; }","duration":"132.180817ms","start":"2026-07-24T00:42:40.403331Z","end":"2026-07-24T00:42:40.535511Z","steps":["trace[1504336868] 'process raft request' (duration: 132.013332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:40.535583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.93585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:40.53561Z","caller":"traceutil/trace.go:171","msg":"trace[902827171] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28735; }","duration":"119.040313ms","start":"2026-07-24T00:42:40.416562Z","end":"2026-07-24T00:42:40.535602Z","steps":["trace[902827171] 'agreement among raft nodes before linearized reading' (duration: 118.963031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:40.85812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.343064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:42:40.858238Z","caller":"traceutil/trace.go:171","msg":"trace[383770397] linearizableReadLoop","detail":"{readStateIndex:30042; appliedIndex:30041; }","duration":"223.267663ms","start":"2026-07-24T00:42:40.634948Z","end":"2026-07-24T00:42:40.858215Z","steps":["trace[383770397] 'read index received' (duration: 38.821µs)","trace[383770397] 'applied index is now lower than readState.Index' (duration: 223.226562ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:40.858285Z","caller":"traceutil/trace.go:171","msg":"trace[1656624599] transaction","detail":"{read_only:false; response_revision:28736; number_of_response:1; }","duration":"314.509154ms","start":"2026-07-24T00:42:40.543733Z","end":"2026-07-24T00:42:40.858242Z","steps":["trace[1656624599] 'process raft request' (duration: 82.963474ms)","trace[1656624599] 'compare' (duration: 230.364087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:42:40.85836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.394077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:40.858412Z","caller":"traceutil/trace.go:171","msg":"trace[755364439] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28736; }","duration":"223.488099ms","start":"2026-07-24T00:42:40.63491Z","end":"2026-07-24T00:42:40.858398Z","steps":["trace[755364439] 'agreement among raft nodes before linearized reading' (duration: 223.382646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:40.858478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:40.543713Z","time spent":"314.664609ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:42:41.411057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.495113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:42:41.411209Z","caller":"traceutil/trace.go:171","msg":"trace[65154000] transaction","detail":"{read_only:false; response_revision:28737; number_of_response:1; }","duration":"210.476969ms","start":"2026-07-24T00:42:41.200707Z","end":"2026-07-24T00:42:41.411184Z","steps":["trace[65154000] 'process raft request' (duration: 74.74861ms)","trace[65154000] 'compare' (duration: 135.294687ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:41.41148Z","caller":"traceutil/trace.go:171","msg":"trace[1480141011] transaction","detail":"{read_only:false; response_revision:28738; number_of_response:1; }","duration":"183.994375ms","start":"2026-07-24T00:42:41.227459Z","end":"2026-07-24T00:42:41.411453Z","steps":["trace[1480141011] 'process raft request' (duration: 183.851881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:41.642884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.350622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T00:42:41.642957Z","caller":"traceutil/trace.go:171","msg":"trace[1519237061] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28738; }","duration":"125.480436ms","start":"2026-07-24T00:42:41.517459Z","end":"2026-07-24T00:42:41.64294Z","steps":["trace[1519237061] 'range keys from in-memory index tree' (duration: 125.175997ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.644386Z","caller":"traceutil/trace.go:171","msg":"trace[1570981045] transaction","detail":"{read_only:false; response_revision:28739; number_of_response:1; }","duration":"118.685402ms","start":"2026-07-24T00:42:41.52568Z","end":"2026-07-24T00:42:41.644365Z","steps":["trace[1570981045] 'process raft request' (duration: 118.543568ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.644964Z","caller":"traceutil/trace.go:171","msg":"trace[4780285] transaction","detail":"{read_only:false; response_revision:28740; number_of_response:1; }","duration":"118.503888ms","start":"2026-07-24T00:42:41.526436Z","end":"2026-07-24T00:42:41.64494Z","steps":["trace[4780285] 'process raft request' (duration: 118.313012ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.645211Z","caller":"traceutil/trace.go:171","msg":"trace[2132849234] transaction","detail":"{read_only:false; response_revision:28741; number_of_response:1; }","duration":"118.563219ms","start":"2026-07-24T00:42:41.526627Z","end":"2026-07-24T00:42:41.64519Z","steps":["trace[2132849234] 'process raft request' (duration: 118.26522ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.645452Z","caller":"traceutil/trace.go:171","msg":"trace[301863055] transaction","detail":"{read_only:false; response_revision:28742; number_of_response:1; }","duration":"108.875583ms","start":"2026-07-24T00:42:41.536559Z","end":"2026-07-24T00:42:41.645435Z","steps":["trace[301863055] 'process raft request' (duration: 108.551153ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.859114Z","caller":"traceutil/trace.go:171","msg":"trace[1236058773] linearizableReadLoop","detail":"{readStateIndex:30051; appliedIndex:30050; }","duration":"102.991516ms","start":"2026-07-24T00:42:41.756102Z","end":"2026-07-24T00:42:41.859094Z","steps":["trace[1236058773] 'read index received' (duration: 94.705839ms)","trace[1236058773] 'applied index is now lower than readState.Index' (duration: 8.284877ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:41.859374Z","caller":"traceutil/trace.go:171","msg":"trace[309241704] transaction","detail":"{read_only:false; response_revision:28744; number_of_response:1; }","duration":"130.12298ms","start":"2026-07-24T00:42:41.729233Z","end":"2026-07-24T00:42:41.859356Z","steps":["trace[309241704] 'process raft request' (duration: 121.503784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:41.85946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.244023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:42:41.859457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.335295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T00:42:41.859454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.257784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:42:41.85949Z","caller":"traceutil/trace.go:171","msg":"trace[168836924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28744; }","duration":"103.301425ms","start":"2026-07-24T00:42:41.756179Z","end":"2026-07-24T00:42:41.859481Z","steps":["trace[168836924] 'agreement among raft nodes before linearized reading' (duration: 103.186751ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.859507Z","caller":"traceutil/trace.go:171","msg":"trace[28965994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28744; }","duration":"103.452279ms","start":"2026-07-24T00:42:41.756042Z","end":"2026-07-24T00:42:41.859494Z","steps":["trace[28965994] 'agreement among raft nodes before linearized reading' (duration: 103.330085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:41.859506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.271344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-24T00:42:41.859524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.257893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-24T00:42:41.859479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.281174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:42:41.859532Z","caller":"traceutil/trace.go:171","msg":"trace[362855632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28744; }","duration":"103.363516ms","start":"2026-07-24T00:42:41.756147Z","end":"2026-07-24T00:42:41.859511Z","steps":["trace[362855632] 'agreement among raft nodes before linearized reading' (duration: 103.206972ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.859548Z","caller":"traceutil/trace.go:171","msg":"trace[596367655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28744; }","duration":"103.325115ms","start":"2026-07-24T00:42:41.75621Z","end":"2026-07-24T00:42:41.859535Z","steps":["trace[596367655] 'agreement among raft nodes before linearized reading' (duration: 103.217242ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.859561Z","caller":"traceutil/trace.go:171","msg":"trace[665655691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28744; }","duration":"103.405198ms","start":"2026-07-24T00:42:41.75615Z","end":"2026-07-24T00:42:41.859555Z","steps":["trace[665655691] 'agreement among raft nodes before linearized reading' (duration: 103.275604ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.859566Z","caller":"traceutil/trace.go:171","msg":"trace[1500884504] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28744; }","duration":"103.359827ms","start":"2026-07-24T00:42:41.756195Z","end":"2026-07-24T00:42:41.859555Z","steps":["trace[1500884504] 'agreement among raft nodes before linearized reading' (duration: 103.179482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.997544Z","caller":"traceutil/trace.go:171","msg":"trace[1893103727] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"134.513784ms","start":"2026-07-24T00:42:41.863012Z","end":"2026-07-24T00:42:41.997526Z","steps":["trace[1893103727] 'process raft request' (duration: 134.467873ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.997606Z","caller":"traceutil/trace.go:171","msg":"trace[1390383310] transaction","detail":"{read_only:false; response_revision:28746; number_of_response:1; }","duration":"134.578416ms","start":"2026-07-24T00:42:41.862997Z","end":"2026-07-24T00:42:41.997576Z","steps":["trace[1390383310] 'process raft request' (duration: 134.328429ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.997818Z","caller":"traceutil/trace.go:171","msg":"trace[1032918832] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"134.250507ms","start":"2026-07-24T00:42:41.86355Z","end":"2026-07-24T00:42:41.997801Z","steps":["trace[1032918832] 'process raft request' (duration: 133.953668ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.997932Z","caller":"traceutil/trace.go:171","msg":"trace[1073038858] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"134.342359ms","start":"2026-07-24T00:42:41.86357Z","end":"2026-07-24T00:42:41.997912Z","steps":["trace[1073038858] 'process raft request' (duration: 134.145363ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:41.997987Z","caller":"traceutil/trace.go:171","msg":"trace[544430339] transaction","detail":"{read_only:false; response_revision:28750; number_of_response:1; }","duration":"134.395201ms","start":"2026-07-24T00:42:41.863583Z","end":"2026-07-24T00:42:41.997978Z","steps":["trace[544430339] 'process raft request' (duration: 134.275247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:42.385471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.310629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:42.385581Z","caller":"traceutil/trace.go:171","msg":"trace[1573605608] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28750; }","duration":"127.476644ms","start":"2026-07-24T00:42:42.258077Z","end":"2026-07-24T00:42:42.385554Z","steps":["trace[1573605608] 'count revisions from in-memory index tree' (duration: 127.226907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:42.985213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.382392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:42:42.985279Z","caller":"traceutil/trace.go:171","msg":"trace[1362995634] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28752; }","duration":"160.502755ms","start":"2026-07-24T00:42:42.82476Z","end":"2026-07-24T00:42:42.985263Z","steps":["trace[1362995634] 'count revisions from in-memory index tree' (duration: 160.262199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:42.985343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.030219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-24T00:42:42.985439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.739847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-24T00:42:42.985479Z","caller":"traceutil/trace.go:171","msg":"trace[341266921] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28752; }","duration":"123.811838ms","start":"2026-07-24T00:42:42.861655Z","end":"2026-07-24T00:42:42.985467Z","steps":["trace[341266921] 'range keys from in-memory index tree' (duration: 123.625023ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:42.98547Z","caller":"traceutil/trace.go:171","msg":"trace[1934192664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28752; }","duration":"108.183574ms","start":"2026-07-24T00:42:42.877243Z","end":"2026-07-24T00:42:42.985427Z","steps":["trace[1934192664] 'range keys from in-memory index tree' (duration: 107.854275ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:43.146678Z","caller":"traceutil/trace.go:171","msg":"trace[746146335] linearizableReadLoop","detail":"{readStateIndex:30060; appliedIndex:30059; }","duration":"146.380142ms","start":"2026-07-24T00:42:43.000273Z","end":"2026-07-24T00:42:43.146653Z","steps":["trace[746146335] 'read index received' (duration: 146.282689ms)","trace[746146335] 'applied index is now lower than readState.Index' (duration: 96.093µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:43.146721Z","caller":"traceutil/trace.go:171","msg":"trace[512144306] transaction","detail":"{read_only:false; response_revision:28753; number_of_response:1; }","duration":"153.67027ms","start":"2026-07-24T00:42:42.99302Z","end":"2026-07-24T00:42:43.14669Z","steps":["trace[512144306] 'process raft request' (duration: 153.459004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:43.146818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.513836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:43.146856Z","caller":"traceutil/trace.go:171","msg":"trace[1817047261] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28753; }","duration":"146.598288ms","start":"2026-07-24T00:42:43.000244Z","end":"2026-07-24T00:42:43.146842Z","steps":["trace[1817047261] 'agreement among raft nodes before linearized reading' (duration: 146.508686ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:43.446134Z","caller":"traceutil/trace.go:171","msg":"trace[482753742] linearizableReadLoop","detail":"{readStateIndex:30061; appliedIndex:30060; }","duration":"296.42948ms","start":"2026-07-24T00:42:43.149683Z","end":"2026-07-24T00:42:43.446112Z","steps":["trace[482753742] 'read index received' (duration: 276.371718ms)","trace[482753742] 'applied index is now lower than readState.Index' (duration: 20.056712ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:43.446273Z","caller":"traceutil/trace.go:171","msg":"trace[1848257227] transaction","detail":"{read_only:false; response_revision:28754; number_of_response:1; }","duration":"403.45568ms","start":"2026-07-24T00:42:43.042776Z","end":"2026-07-24T00:42:43.446232Z","steps":["trace[1848257227] 'process raft request' (duration: 383.286425ms)","trace[1848257227] 'compare' (duration: 19.666191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:42:43.446398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.689617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T00:42:43.446443Z","caller":"traceutil/trace.go:171","msg":"trace[1292099112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28754; }","duration":"296.7797ms","start":"2026-07-24T00:42:43.149652Z","end":"2026-07-24T00:42:43.446432Z","steps":["trace[1292099112] 'agreement among raft nodes before linearized reading' (duration: 296.571954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:43.446437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:43.042747Z","time spent":"403.605814ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:42:43.543668Z","caller":"traceutil/trace.go:171","msg":"trace[517081917] transaction","detail":"{read_only:false; response_revision:28756; number_of_response:1; }","duration":"108.634416ms","start":"2026-07-24T00:42:43.434979Z","end":"2026-07-24T00:42:43.543614Z","steps":["trace[517081917] 'process raft request' (duration: 108.303267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:43.545137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.321447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:42:43.5452Z","caller":"traceutil/trace.go:171","msg":"trace[169635364] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28757; }","duration":"129.439121ms","start":"2026-07-24T00:42:43.415747Z","end":"2026-07-24T00:42:43.545186Z","steps":["trace[169635364] 'agreement among raft nodes before linearized reading' (duration: 128.094142ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:43.867092Z","caller":"traceutil/trace.go:171","msg":"trace[183942777] transaction","detail":"{read_only:false; response_revision:28758; number_of_response:1; }","duration":"265.784694ms","start":"2026-07-24T00:42:43.601286Z","end":"2026-07-24T00:42:43.867071Z","steps":["trace[183942777] 'process raft request' (duration: 265.574448ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.097552Z","caller":"traceutil/trace.go:171","msg":"trace[853508022] linearizableReadLoop","detail":"{readStateIndex:30070; appliedIndex:30065; }","duration":"423.629784ms","start":"2026-07-24T00:42:43.673904Z","end":"2026-07-24T00:42:44.097534Z","steps":["trace[853508022] 'read index received' (duration: 193.02654ms)","trace[853508022] 'applied index is now lower than readState.Index' (duration: 230.602534ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:44.097571Z","caller":"traceutil/trace.go:171","msg":"trace[1107357780] transaction","detail":"{read_only:false; response_revision:28759; number_of_response:1; }","duration":"447.591848ms","start":"2026-07-24T00:42:43.64994Z","end":"2026-07-24T00:42:44.097532Z","steps":["trace[1107357780] 'process raft request' (duration: 447.330991ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.097629Z","caller":"traceutil/trace.go:171","msg":"trace[725794731] transaction","detail":"{read_only:false; response_revision:28760; number_of_response:1; }","duration":"447.65258ms","start":"2026-07-24T00:42:43.649951Z","end":"2026-07-24T00:42:44.097604Z","steps":["trace[725794731] 'process raft request' (duration: 447.477705ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.097627Z","caller":"traceutil/trace.go:171","msg":"trace[867074888] transaction","detail":"{read_only:false; response_revision:28761; number_of_response:1; }","duration":"446.696613ms","start":"2026-07-24T00:42:43.650887Z","end":"2026-07-24T00:42:44.097583Z","steps":["trace[867074888] 'process raft request' (duration: 446.58954ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.097672Z","caller":"traceutil/trace.go:171","msg":"trace[27011396] transaction","detail":"{read_only:false; response_revision:28762; number_of_response:1; }","duration":"446.637501ms","start":"2026-07-24T00:42:43.651012Z","end":"2026-07-24T00:42:44.097649Z","steps":["trace[27011396] 'process raft request' (duration: 446.488557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:44.097701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:43.649912Z","time spent":"447.720692ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:42:44.097729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:43.649921Z","time spent":"447.744892ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:42:44.09776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:43.651004Z","time spent":"446.719594ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:42:44.09777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.76522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:42:44.097695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.775439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:42:44.097836Z","caller":"traceutil/trace.go:171","msg":"trace[1244916753] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28762; }","duration":"423.938583ms","start":"2026-07-24T00:42:43.673887Z","end":"2026-07-24T00:42:44.097825Z","steps":["trace[1244916753] 'agreement among raft nodes before linearized reading' (duration: 423.756708ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.097837Z","caller":"traceutil/trace.go:171","msg":"trace[61030701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28762; }","duration":"315.878273ms","start":"2026-07-24T00:42:43.781943Z","end":"2026-07-24T00:42:44.097821Z","steps":["trace[61030701] 'agreement among raft nodes before linearized reading' (duration: 315.76848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:44.097839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:43.650856Z","time spent":"446.862767ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:42:44.09786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:43.673818Z","time spent":"424.033237ms","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:42:44.097868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:42:43.781922Z","time spent":"315.940275ms","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:42:44.097982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.54381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:42:44.098007Z","caller":"traceutil/trace.go:171","msg":"trace[519928676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28762; }","duration":"157.613502ms","start":"2026-07-24T00:42:43.940386Z","end":"2026-07-24T00:42:44.098Z","steps":["trace[519928676] 'agreement among raft nodes before linearized reading' (duration: 157.559061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:44.098078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.458421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-24T00:42:44.098105Z","caller":"traceutil/trace.go:171","msg":"trace[1482802119] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28762; }","duration":"235.511143ms","start":"2026-07-24T00:42:43.862583Z","end":"2026-07-24T00:42:44.098094Z","steps":["trace[1482802119] 'agreement among raft nodes before linearized reading' (duration: 235.439391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:44.098106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.318572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-24T00:42:44.098138Z","caller":"traceutil/trace.go:171","msg":"trace[622740472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28762; }","duration":"205.376434ms","start":"2026-07-24T00:42:43.892752Z","end":"2026-07-24T00:42:44.098128Z","steps":["trace[622740472] 'agreement among raft nodes before linearized reading' (duration: 205.214579ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.371967Z","caller":"traceutil/trace.go:171","msg":"trace[1006269673] transaction","detail":"{read_only:false; response_revision:28764; number_of_response:1; }","duration":"269.74921ms","start":"2026-07-24T00:42:44.102192Z","end":"2026-07-24T00:42:44.371941Z","steps":["trace[1006269673] 'process raft request' (duration: 245.318634ms)","trace[1006269673] 'compare' (duration: 23.956402ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:44.372091Z","caller":"traceutil/trace.go:171","msg":"trace[179185466] transaction","detail":"{read_only:false; response_revision:28765; number_of_response:1; }","duration":"269.732419ms","start":"2026-07-24T00:42:44.102314Z","end":"2026-07-24T00:42:44.372047Z","steps":["trace[179185466] 'process raft request' (duration: 269.458001ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.372206Z","caller":"traceutil/trace.go:171","msg":"trace[270416185] linearizableReadLoop","detail":"{readStateIndex:30077; appliedIndex:30070; }","duration":"261.644458ms","start":"2026-07-24T00:42:44.110533Z","end":"2026-07-24T00:42:44.372177Z","steps":["trace[270416185] 'read index received' (duration: 41.264847ms)","trace[270416185] 'applied index is now lower than readState.Index' (duration: 220.378081ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:42:44.372543Z","caller":"traceutil/trace.go:171","msg":"trace[585381008] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"269.435ms","start":"2026-07-24T00:42:44.103097Z","end":"2026-07-24T00:42:44.372532Z","steps":["trace[585381008] 'process raft request' (duration: 268.913845ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.372586Z","caller":"traceutil/trace.go:171","msg":"trace[964443816] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"268.254156ms","start":"2026-07-24T00:42:44.104306Z","end":"2026-07-24T00:42:44.37256Z","steps":["trace[964443816] 'process raft request' (duration: 267.793883ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.37259Z","caller":"traceutil/trace.go:171","msg":"trace[1106746340] transaction","detail":"{read_only:false; response_revision:28766; number_of_response:1; }","duration":"270.13262ms","start":"2026-07-24T00:42:44.10243Z","end":"2026-07-24T00:42:44.372562Z","steps":["trace[1106746340] 'process raft request' (duration: 269.473122ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:44.372618Z","caller":"traceutil/trace.go:171","msg":"trace[61719118] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"270.092218ms","start":"2026-07-24T00:42:44.102505Z","end":"2026-07-24T00:42:44.372597Z","steps":["trace[61719118] 'process raft request' (duration: 269.45057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:42:44.372851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.293227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-24T00:42:44.372927Z","caller":"traceutil/trace.go:171","msg":"trace[1863553850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28769; }","duration":"262.401879ms","start":"2026-07-24T00:42:44.110502Z","end":"2026-07-24T00:42:44.372904Z","steps":["trace[1863553850] 'agreement among raft nodes before linearized reading' (duration: 261.827143ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:42:45.732829Z","caller":"traceutil/trace.go:171","msg":"trace[1182468814] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"178.718114ms","start":"2026-07-24T00:42:45.55408Z","end":"2026-07-24T00:42:45.732799Z","steps":["trace[1182468814] 'process raft request' (duration: 151.118678ms)","trace[1182468814] 'compare' (duration: 27.451592ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:27.714852Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27323} {"level":"info","ts":"2026-07-24T00:45:27.872282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27323,"took":"153.165367ms","hash":3521097320,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":37412864,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-24T00:45:27.872368Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3521097320,"revision":27323,"compact-revision":23688} {"level":"info","ts":"2026-07-24T00:45:51.31798Z","caller":"traceutil/trace.go:171","msg":"trace[1015644862] transaction","detail":"{read_only:false; response_revision:30979; number_of_response:1; }","duration":"167.16611ms","start":"2026-07-24T00:45:51.15078Z","end":"2026-07-24T00:45:51.317946Z","steps":["trace[1015644862] 'process raft request' (duration: 126.317109ms)","trace[1015644862] 'compare' (duration: 40.352017ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:51.318004Z","caller":"traceutil/trace.go:171","msg":"trace[1552876550] transaction","detail":"{read_only:false; response_revision:30980; number_of_response:1; }","duration":"105.39935ms","start":"2026-07-24T00:45:51.212572Z","end":"2026-07-24T00:45:51.317971Z","steps":["trace[1552876550] 'process raft request' (duration: 105.287617ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:04.958973Z","caller":"traceutil/trace.go:171","msg":"trace[1103879422] transaction","detail":"{read_only:false; response_revision:31168; number_of_response:1; }","duration":"112.214632ms","start":"2026-07-24T00:46:04.846726Z","end":"2026-07-24T00:46:04.958941Z","steps":["trace[1103879422] 'process raft request' (duration: 112.030726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:04.969815Z","caller":"traceutil/trace.go:171","msg":"trace[1196946238] transaction","detail":"{read_only:false; response_revision:31170; number_of_response:1; }","duration":"106.858371ms","start":"2026-07-24T00:46:04.862931Z","end":"2026-07-24T00:46:04.969789Z","steps":["trace[1196946238] 'process raft request' (duration: 106.79716ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:04.97021Z","caller":"traceutil/trace.go:171","msg":"trace[1826761170] transaction","detail":"{read_only:false; response_revision:31169; number_of_response:1; }","duration":"107.345405ms","start":"2026-07-24T00:46:04.862855Z","end":"2026-07-24T00:46:04.9702Z","steps":["trace[1826761170] 'process raft request' (duration: 106.754108ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:04.970353Z","caller":"traceutil/trace.go:171","msg":"trace[206894694] transaction","detail":"{read_only:false; response_revision:31171; number_of_response:1; }","duration":"105.608005ms","start":"2026-07-24T00:46:04.864623Z","end":"2026-07-24T00:46:04.970231Z","steps":["trace[206894694] 'process raft request' (duration: 105.136951ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:50:27.722493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30674} {"level":"info","ts":"2026-07-24T00:50:27.864471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30674,"took":"137.455243ms","hash":1054655477,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":36618240,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-24T00:50:27.864531Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1054655477,"revision":30674,"compact-revision":27323} {"level":"info","ts":"2026-07-24T00:55:27.729366Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33582} {"level":"info","ts":"2026-07-24T00:55:27.868029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33582,"took":"134.240268ms","hash":3529158932,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":34664448,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-24T00:55:27.868185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3529158932,"revision":33582,"compact-revision":30674} {"level":"info","ts":"2026-07-24T00:59:16.519051Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dbd0ffa4f8c99812","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T00:59:16.525835Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-24T00:59:16.525939Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-24T01:00:27.735971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36252} {"level":"info","ts":"2026-07-24T01:00:27.862988Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36252,"took":"122.106822ms","hash":835193888,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":35229696,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-24T01:00:27.8631Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":835193888,"revision":36252,"compact-revision":33582} {"level":"info","ts":"2026-07-24T01:05:27.743542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39034} {"level":"info","ts":"2026-07-24T01:05:27.917683Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39034,"took":"169.61572ms","hash":3248633274,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":33816576,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T01:05:27.917764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3248633274,"revision":39034,"compact-revision":36252} {"level":"info","ts":"2026-07-24T01:10:27.752175Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41816} {"level":"info","ts":"2026-07-24T01:10:27.904681Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41816,"took":"145.261104ms","hash":1372379351,"current-db-size-bytes":61059072,"current-db-size":"61 MB","current-db-size-in-use-bytes":34496512,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T01:10:27.904871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1372379351,"revision":41816,"compact-revision":39034}