{"level":"warn","ts":"2026-07-24T04:41:13.863052Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:41:13.863133Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=instance=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T04:41:13.863192Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:41:13.863205Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-24T04:41:13.863225Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:41:13.863824Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-07-24T04:41:13.863899Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T04:41:13.86642Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.326604ms"} {"level":"info","ts":"2026-07-24T04:41:13.871892Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-07-24T04:41:13.872035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T04:41:13.872077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-07-24T04:41:13.872135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T04:41:13.872163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-07-24T04:41:13.872224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-07-24T04:41:13.877361Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T04:41:13.879638Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T04:41:13.880957Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T04:41:13.883231Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T04:41:13.883853Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T04:41:13.884093Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:41:13.884171Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:41:13.884182Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:41:13.884503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-07-24T04:41:13.884645Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-24T04:41:13.889505Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:41:13.889604Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-24T04:41:13.889671Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-24T04:41:13.889912Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T04:41:13.889963Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T04:41:14.373444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T04:41:14.37354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T04:41:14.373573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-07-24T04:41:14.373596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-07-24T04:41:14.373608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-24T04:41:14.373625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-07-24T04:41:14.373645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-24T04:41:14.374664Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:41:14.374891Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.242:2379]}","request-path":"/0/members/b844c110b9783e73/attributes","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T04:41:14.374913Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:41:14.374951Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:41:14.375216Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T04:41:14.375309Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T04:41:14.375648Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:41:14.375776Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:41:14.375814Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:41:14.377191Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-07-24T04:41:14.377702Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T04:41:41.567008Z","caller":"traceutil/trace.go:171","msg":"trace[693602035] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"132.111466ms","start":"2026-07-24T04:41:41.434864Z","end":"2026-07-24T04:41:41.566975Z","steps":["trace[693602035] 'process raft request' (duration: 129.912914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:56.117287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.143205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:41:56.117425Z","caller":"traceutil/trace.go:171","msg":"trace[347312355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:584; }","duration":"163.372458ms","start":"2026-07-24T04:41:55.954032Z","end":"2026-07-24T04:41:56.117405Z","steps":["trace[347312355] 'range keys from in-memory index tree' (duration: 163.016642ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:56.328251Z","caller":"traceutil/trace.go:171","msg":"trace[180261835] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"141.335261ms","start":"2026-07-24T04:41:56.186875Z","end":"2026-07-24T04:41:56.32821Z","steps":["trace[180261835] 'process raft request' (duration: 136.734134ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:56.666198Z","caller":"traceutil/trace.go:171","msg":"trace[696222901] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"292.57292ms","start":"2026-07-24T04:41:56.37359Z","end":"2026-07-24T04:41:56.666162Z","steps":["trace[696222901] 'process raft request' (duration: 262.324627ms)","trace[696222901] 'compare' (duration: 29.890237ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:56.835392Z","caller":"traceutil/trace.go:171","msg":"trace[1613977911] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"432.653717ms","start":"2026-07-24T04:41:56.402713Z","end":"2026-07-24T04:41:56.835367Z","steps":["trace[1613977911] 'process raft request' (duration: 381.438866ms)","trace[1613977911] 'compare' (duration: 51.065318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:56.835761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:56.402694Z","time spent":"432.759819ms","remote":"127.0.0.1:55762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:42:11.958748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.305442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:42:11.958878Z","caller":"traceutil/trace.go:171","msg":"trace[731684497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:751; }","duration":"217.510096ms","start":"2026-07-24T04:42:11.741348Z","end":"2026-07-24T04:42:11.958858Z","steps":["trace[731684497] 'range keys from in-memory index tree' (duration: 217.044708ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:21.475625Z","caller":"traceutil/trace.go:171","msg":"trace[1896411076] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"345.208556ms","start":"2026-07-24T04:43:21.130395Z","end":"2026-07-24T04:43:21.475603Z","steps":["trace[1896411076] 'process raft request' (duration: 344.90166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:21.475931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:21.130371Z","time spent":"345.347678ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:30.75035Z","caller":"traceutil/trace.go:171","msg":"trace[605885632] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"122.741497ms","start":"2026-07-24T04:43:30.627575Z","end":"2026-07-24T04:43:30.750317Z","steps":["trace[605885632] 'process raft request' (duration: 122.551064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:07.284989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.702125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-24T04:44:07.285112Z","caller":"traceutil/trace.go:171","msg":"trace[1050792185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2092; }","duration":"142.890249ms","start":"2026-07-24T04:44:07.142197Z","end":"2026-07-24T04:44:07.285087Z","steps":["trace[1050792185] 'range keys from in-memory index tree' (duration: 142.46898ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:07.58627Z","caller":"traceutil/trace.go:171","msg":"trace[1296673530] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2175; }","duration":"249.689572ms","start":"2026-07-24T04:44:07.336558Z","end":"2026-07-24T04:44:07.586247Z","steps":["trace[1296673530] 'read index received' (duration: 249.494568ms)","trace[1296673530] 'applied index is now lower than readState.Index' (duration: 194.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:07.586336Z","caller":"traceutil/trace.go:171","msg":"trace[949935693] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"254.572478ms","start":"2026-07-24T04:44:07.331739Z","end":"2026-07-24T04:44:07.586312Z","steps":["trace[949935693] 'process raft request' (duration: 254.380234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:07.58645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.873735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T04:44:07.586473Z","caller":"traceutil/trace.go:171","msg":"trace[851905672] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:2093; }","duration":"249.933737ms","start":"2026-07-24T04:44:07.336533Z","end":"2026-07-24T04:44:07.586467Z","steps":["trace[851905672] 'agreement among raft nodes before linearized reading' (duration: 249.801365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:01.263088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.110261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T04:45:01.263203Z","caller":"traceutil/trace.go:171","msg":"trace[885721362] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2556; }","duration":"140.377566ms","start":"2026-07-24T04:45:01.122802Z","end":"2026-07-24T04:45:01.26318Z","steps":["trace[885721362] 'range keys from in-memory index tree' (duration: 139.874897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:01.263199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.027641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:45:01.263617Z","caller":"traceutil/trace.go:171","msg":"trace[1449154317] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2556; }","duration":"185.54909ms","start":"2026-07-24T04:45:01.078035Z","end":"2026-07-24T04:45:01.263584Z","steps":["trace[1449154317] 'count revisions from in-memory index tree' (duration: 184.868607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:01.26324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.213702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T04:45:01.263718Z","caller":"traceutil/trace.go:171","msg":"trace[758960717] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2556; }","duration":"233.739692ms","start":"2026-07-24T04:45:01.029956Z","end":"2026-07-24T04:45:01.263696Z","steps":["trace[758960717] 'range keys from in-memory index tree' (duration: 232.972768ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:01.379792Z","caller":"traceutil/trace.go:171","msg":"trace[1939657782] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2658; }","duration":"152.808525ms","start":"2026-07-24T04:45:01.22696Z","end":"2026-07-24T04:45:01.379768Z","steps":["trace[1939657782] 'read index received' (duration: 152.746014ms)","trace[1939657782] 'applied index is now lower than readState.Index' (duration: 57.661µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:01.379835Z","caller":"traceutil/trace.go:171","msg":"trace[719481209] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"238.056405ms","start":"2026-07-24T04:45:01.141746Z","end":"2026-07-24T04:45:01.379802Z","steps":["trace[719481209] 'process raft request' (duration: 237.853262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:01.380104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.133451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:45:01.380221Z","caller":"traceutil/trace.go:171","msg":"trace[202787660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2557; }","duration":"153.310354ms","start":"2026-07-24T04:45:01.22689Z","end":"2026-07-24T04:45:01.3802Z","steps":["trace[202787660] 'agreement among raft nodes before linearized reading' (duration: 152.974848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:01.380911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.951429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:01.38097Z","caller":"traceutil/trace.go:171","msg":"trace[170174737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2558; }","duration":"139.02824ms","start":"2026-07-24T04:45:01.241927Z","end":"2026-07-24T04:45:01.380955Z","steps":["trace[170174737] 'agreement among raft nodes before linearized reading' (duration: 138.895498ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:01.381018Z","caller":"traceutil/trace.go:171","msg":"trace[1369266926] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"112.291939ms","start":"2026-07-24T04:45:01.268709Z","end":"2026-07-24T04:45:01.381001Z","steps":["trace[1369266926] 'process raft request' (duration: 112.013924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:01.381272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.878508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T04:45:01.381312Z","caller":"traceutil/trace.go:171","msg":"trace[692577329] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2558; }","duration":"113.920199ms","start":"2026-07-24T04:45:01.267381Z","end":"2026-07-24T04:45:01.381302Z","steps":["trace[692577329] 'agreement among raft nodes before linearized reading' (duration: 113.779526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:10.933086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.261178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:48:10.933184Z","caller":"traceutil/trace.go:171","msg":"trace[1842353112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3782; }","duration":"119.37728ms","start":"2026-07-24T04:48:10.813787Z","end":"2026-07-24T04:48:10.933164Z","steps":["trace[1842353112] 'range keys from in-memory index tree' (duration: 119.008563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:39.280906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.583116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:39.281122Z","caller":"traceutil/trace.go:171","msg":"trace[2050163084] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"308.844884ms","start":"2026-07-24T04:49:38.972226Z","end":"2026-07-24T04:49:39.281071Z","steps":["trace[2050163084] 'process raft request' (duration: 129.691907ms)","trace[2050163084] 'compare' (duration: 178.153028ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:39.281185Z","caller":"traceutil/trace.go:171","msg":"trace[840658553] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5163; }","duration":"220.574445ms","start":"2026-07-24T04:49:39.060595Z","end":"2026-07-24T04:49:39.28117Z","steps":["trace[840658553] 'read index received' (duration: 41.362096ms)","trace[840658553] 'applied index is now lower than readState.Index' (duration: 179.210929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:39.281259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:38.972166Z","time spent":"309.029718ms","remote":"127.0.0.1:55364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:49:39.281349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.745349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-k46fc-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-07-24T04:49:39.281376Z","caller":"traceutil/trace.go:171","msg":"trace[1455093221] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-k46fc-tls; range_end:; response_count:1; response_revision:4972; }","duration":"220.81506ms","start":"2026-07-24T04:49:39.060551Z","end":"2026-07-24T04:49:39.281366Z","steps":["trace[1455093221] 'agreement among raft nodes before linearized reading' (duration: 220.699148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:39.281418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.025773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:49:39.281476Z","caller":"traceutil/trace.go:171","msg":"trace[180876206] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4972; }","duration":"202.141374ms","start":"2026-07-24T04:49:39.07932Z","end":"2026-07-24T04:49:39.281461Z","steps":["trace[180876206] 'agreement among raft nodes before linearized reading' (duration: 201.981641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:39.281572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.521007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cccff38-5277-4ad4-ac2c-9b5e8b3d71cc\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T04:49:39.281598Z","caller":"traceutil/trace.go:171","msg":"trace[1555012242] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cccff38-5277-4ad4-ac2c-9b5e8b3d71cc; range_end:; response_count:1; response_revision:4972; }","duration":"145.591669ms","start":"2026-07-24T04:49:39.135999Z","end":"2026-07-24T04:49:39.281591Z","steps":["trace[1555012242] 'agreement among raft nodes before linearized reading' (duration: 145.521248ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:39.282188Z","caller":"traceutil/trace.go:171","msg":"trace[280987667] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"184.255605ms","start":"2026-07-24T04:49:39.096892Z","end":"2026-07-24T04:49:39.281148Z","steps":["trace[280987667] 'process raft request' (duration: 184.180203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:39.616866Z","caller":"traceutil/trace.go:171","msg":"trace[1481530464] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"179.970192ms","start":"2026-07-24T04:49:39.436865Z","end":"2026-07-24T04:49:39.616836Z","steps":["trace[1481530464] 'process raft request' (duration: 126.189209ms)","trace[1481530464] 'compare' (duration: 53.62972ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:39.647647Z","caller":"traceutil/trace.go:171","msg":"trace[1159829761] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"206.421656ms","start":"2026-07-24T04:49:39.441182Z","end":"2026-07-24T04:49:39.647603Z","steps":["trace[1159829761] 'process raft request' (duration: 206.05691ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:39.647892Z","caller":"traceutil/trace.go:171","msg":"trace[396035790] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"203.338047ms","start":"2026-07-24T04:49:39.444481Z","end":"2026-07-24T04:49:39.647819Z","steps":["trace[396035790] 'process raft request' (duration: 202.997461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.18888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.288468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:52.189084Z","caller":"traceutil/trace.go:171","msg":"trace[1188876745] linearizableReadLoop","detail":"{readStateIndex:5434; appliedIndex:5431; }","duration":"115.353094ms","start":"2026-07-24T04:49:52.073715Z","end":"2026-07-24T04:49:52.189068Z","steps":["trace[1188876745] 'read index received' (duration: 30.255124ms)","trace[1188876745] 'applied index is now lower than readState.Index' (duration: 85.09712ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:52.189128Z","caller":"traceutil/trace.go:171","msg":"trace[1420086615] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"218.840612ms","start":"2026-07-24T04:49:51.970234Z","end":"2026-07-24T04:49:52.189074Z","steps":["trace[1420086615] 'process raft request' (duration: 47.295739ms)","trace[1420086615] 'compare' (duration: 171.136385ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:52.189161Z","caller":"traceutil/trace.go:171","msg":"trace[995906507] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"217.602169ms","start":"2026-07-24T04:49:51.971515Z","end":"2026-07-24T04:49:52.189118Z","steps":["trace[995906507] 'process raft request' (duration: 217.466696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:52.189332Z","caller":"traceutil/trace.go:171","msg":"trace[1748209887] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"217.499068ms","start":"2026-07-24T04:49:51.971825Z","end":"2026-07-24T04:49:52.189324Z","steps":["trace[1748209887] 'process raft request' (duration: 217.196252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.189408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.626836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:52.189496Z","caller":"traceutil/trace.go:171","msg":"trace[1324699022] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5233; }","duration":"108.751368ms","start":"2026-07-24T04:49:52.080723Z","end":"2026-07-24T04:49:52.189474Z","steps":["trace[1324699022] 'agreement among raft nodes before linearized reading' (duration: 108.585195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.189593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.847263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k46fc\" ","response":"range_response_count:1 size:9942"} {"level":"info","ts":"2026-07-24T04:49:52.18966Z","caller":"traceutil/trace.go:171","msg":"trace[270350789] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k46fc; range_end:; response_count:1; response_revision:5233; }","duration":"115.962896ms","start":"2026-07-24T04:49:52.073678Z","end":"2026-07-24T04:49:52.189641Z","steps":["trace[270350789] 'agreement among raft nodes before linearized reading' (duration: 115.68867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.408166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.344996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:52.408307Z","caller":"traceutil/trace.go:171","msg":"trace[1922785214] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5434; }","duration":"166.717641ms","start":"2026-07-24T04:49:52.241568Z","end":"2026-07-24T04:49:52.408286Z","steps":["trace[1922785214] 'read index received' (duration: 63.132881ms)","trace[1922785214] 'applied index is now lower than readState.Index' (duration: 103.58359ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:52.408305Z","caller":"traceutil/trace.go:171","msg":"trace[167803305] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"207.978096ms","start":"2026-07-24T04:49:52.200303Z","end":"2026-07-24T04:49:52.408282Z","steps":["trace[167803305] 'process raft request' (duration: 104.420606ms)","trace[167803305] 'compare' (duration: 103.195273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:52.408437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.865554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:52.408472Z","caller":"traceutil/trace.go:171","msg":"trace[1703697985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5234; }","duration":"166.941334ms","start":"2026-07-24T04:49:52.241521Z","end":"2026-07-24T04:49:52.408462Z","steps":["trace[1703697985] 'agreement among raft nodes before linearized reading' (duration: 166.880153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:51.369218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.410721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:50:51.369359Z","caller":"traceutil/trace.go:171","msg":"trace[1259528767] linearizableReadLoop","detail":"{readStateIndex:6122; appliedIndex:6121; }","duration":"129.320556ms","start":"2026-07-24T04:50:51.240017Z","end":"2026-07-24T04:50:51.369337Z","steps":["trace[1259528767] 'read index received' (duration: 13.60532ms)","trace[1259528767] 'applied index is now lower than readState.Index' (duration: 115.713376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:51.369439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.418808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:51.369485Z","caller":"traceutil/trace.go:171","msg":"trace[1879733770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5904; }","duration":"129.53087ms","start":"2026-07-24T04:50:51.239939Z","end":"2026-07-24T04:50:51.36947Z","steps":["trace[1879733770] 'agreement among raft nodes before linearized reading' (duration: 129.456889ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:51.369504Z","caller":"traceutil/trace.go:171","msg":"trace[1137434911] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"140.026731ms","start":"2026-07-24T04:50:51.229435Z","end":"2026-07-24T04:50:51.369462Z","steps":["trace[1137434911] 'process raft request' (duration: 24.260663ms)","trace[1137434911] 'compare' (duration: 115.255168ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:14.449709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2976} {"level":"info","ts":"2026-07-24T04:51:14.53608Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2976,"took":"84.729826ms","hash":775588605,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":34340864,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T04:51:14.536209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":775588605,"revision":2976,"compact-revision":-1} {"level":"info","ts":"2026-07-24T04:55:53.848733Z","caller":"traceutil/trace.go:171","msg":"trace[1447299160] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"131.45139ms","start":"2026-07-24T04:55:53.717246Z","end":"2026-07-24T04:55:53.848697Z","steps":["trace[1447299160] 'process raft request' (duration: 131.234406ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:06.642554Z","caller":"traceutil/trace.go:171","msg":"trace[2007281161] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"252.727844ms","start":"2026-07-24T04:56:06.389788Z","end":"2026-07-24T04:56:06.642515Z","steps":["trace[2007281161] 'process raft request' (duration: 213.89803ms)","trace[2007281161] 'compare' (duration: 38.562639ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:06.642757Z","caller":"traceutil/trace.go:171","msg":"trace[2060022337] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8521; }","duration":"109.910996ms","start":"2026-07-24T04:56:06.532817Z","end":"2026-07-24T04:56:06.642728Z","steps":["trace[2060022337] 'read index received' (duration: 70.925289ms)","trace[2060022337] 'applied index is now lower than readState.Index' (duration: 38.984367ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:06.642956Z","caller":"traceutil/trace.go:171","msg":"trace[1554428566] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"252.033222ms","start":"2026-07-24T04:56:06.390872Z","end":"2026-07-24T04:56:06.642905Z","steps":["trace[1554428566] 'process raft request' (duration: 251.591933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:06.643154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.314354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:56:06.64328Z","caller":"traceutil/trace.go:171","msg":"trace[827980424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8231; }","duration":"110.493837ms","start":"2026-07-24T04:56:06.532764Z","end":"2026-07-24T04:56:06.643258Z","steps":["trace[827980424] 'agreement among raft nodes before linearized reading' (duration: 110.12811ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:14.456546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6080} {"level":"info","ts":"2026-07-24T04:56:14.556663Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6080,"took":"97.775714ms","hash":2444736863,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":23195648,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-24T04:56:14.556759Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2444736863,"revision":6080,"compact-revision":2976} {"level":"warn","ts":"2026-07-24T04:56:46.587424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.609012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T04:56:46.58757Z","caller":"traceutil/trace.go:171","msg":"trace[632666850] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8534; }","duration":"173.590119ms","start":"2026-07-24T04:56:46.413961Z","end":"2026-07-24T04:56:46.587551Z","steps":["trace[632666850] 'compare' (duration: 168.382138ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:46.587909Z","caller":"traceutil/trace.go:171","msg":"trace[287970594] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"171.687411ms","start":"2026-07-24T04:56:46.416209Z","end":"2026-07-24T04:56:46.587896Z","steps":["trace[287970594] 'process raft request' (duration: 171.502688ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:46.587923Z","caller":"traceutil/trace.go:171","msg":"trace[616605028] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8839; }","duration":"154.884759ms","start":"2026-07-24T04:56:46.433005Z","end":"2026-07-24T04:56:46.58789Z","steps":["trace[616605028] 'read index received' (duration: 154.780187ms)","trace[616605028] 'applied index is now lower than readState.Index' (duration: 103.442µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:56:46.58826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.217197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T04:56:46.588379Z","caller":"traceutil/trace.go:171","msg":"trace[1582576915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8535; }","duration":"155.38209ms","start":"2026-07-24T04:56:46.43297Z","end":"2026-07-24T04:56:46.588352Z","steps":["trace[1582576915] 'agreement among raft nodes before linearized reading' (duration: 155.054383ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:46.66069Z","caller":"traceutil/trace.go:171","msg":"trace[19668592] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"166.684095ms","start":"2026-07-24T04:56:46.493941Z","end":"2026-07-24T04:56:46.660625Z","steps":["trace[19668592] 'process raft request' (duration: 166.37806ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:46.758454Z","caller":"traceutil/trace.go:171","msg":"trace[1704788310] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"158.603461ms","start":"2026-07-24T04:56:46.599816Z","end":"2026-07-24T04:56:46.75842Z","steps":["trace[1704788310] 'process raft request' (duration: 153.563964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:47.582613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.236494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T04:56:47.58273Z","caller":"traceutil/trace.go:171","msg":"trace[871554432] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:8546; }","duration":"205.417349ms","start":"2026-07-24T04:56:47.377284Z","end":"2026-07-24T04:56:47.582702Z","steps":["trace[871554432] 'range keys from in-memory index tree' (duration: 204.967559ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:47.595155Z","caller":"traceutil/trace.go:171","msg":"trace[1496792731] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"196.173271ms","start":"2026-07-24T04:56:47.398944Z","end":"2026-07-24T04:56:47.595117Z","steps":["trace[1496792731] 'process raft request' (duration: 195.981187ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:48.134502Z","caller":"traceutil/trace.go:171","msg":"trace[688734096] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"107.220386ms","start":"2026-07-24T04:56:48.027236Z","end":"2026-07-24T04:56:48.134457Z","steps":["trace[688734096] 'process raft request' (duration: 106.939281ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:22.97218Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023f5.wal"} {"level":"warn","ts":"2026-07-24T04:57:57.422404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.363607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:57:57.422739Z","caller":"traceutil/trace.go:171","msg":"trace[1538838537] linearizableReadLoop","detail":"{readStateIndex:9519; appliedIndex:9518; }","duration":"131.421899ms","start":"2026-07-24T04:57:57.291292Z","end":"2026-07-24T04:57:57.422714Z","steps":["trace[1538838537] 'read index received' (duration: 51.48µs)","trace[1538838537] 'applied index is now lower than readState.Index' (duration: 131.368859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:57:57.423052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.947779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T04:57:57.423024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.706645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:57:57.423111Z","caller":"traceutil/trace.go:171","msg":"trace[579931381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9195; }","duration":"108.04536ms","start":"2026-07-24T04:57:57.315053Z","end":"2026-07-24T04:57:57.423098Z","steps":["trace[579931381] 'agreement among raft nodes before linearized reading' (duration: 107.828186ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:57.423137Z","caller":"traceutil/trace.go:171","msg":"trace[1555134863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9195; }","duration":"131.894228ms","start":"2026-07-24T04:57:57.291221Z","end":"2026-07-24T04:57:57.423115Z","steps":["trace[1555134863] 'agreement among raft nodes before linearized reading' (duration: 131.577063ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:57.422852Z","caller":"traceutil/trace.go:171","msg":"trace[305641869] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"161.329572ms","start":"2026-07-24T04:57:57.261446Z","end":"2026-07-24T04:57:57.422776Z","steps":["trace[305641869] 'process raft request' (duration: 27.463686ms)","trace[305641869] 'compare' (duration: 133.203114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:57:57.42325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.468573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:57:57.423378Z","caller":"traceutil/trace.go:171","msg":"trace[2117661803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9195; }","duration":"103.678118ms","start":"2026-07-24T04:57:57.319661Z","end":"2026-07-24T04:57:57.423339Z","steps":["trace[2117661803] 'agreement among raft nodes before linearized reading' (duration: 103.302131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:57.554841Z","caller":"traceutil/trace.go:171","msg":"trace[2008388924] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"103.556225ms","start":"2026-07-24T04:57:57.45122Z","end":"2026-07-24T04:57:57.554777Z","steps":["trace[2008388924] 'process raft request' (duration: 84.207465ms)","trace[2008388924] 'compare' (duration: 19.044855ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:58:47.678968Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T04:58:47.685115Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T04:58:47.68521Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T05:01:14.463008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8277} {"level":"info","ts":"2026-07-24T05:01:14.54213Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8277,"took":"76.639408ms","hash":1045687394,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":26775552,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-24T05:01:14.542195Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1045687394,"revision":8277,"compact-revision":6080} {"level":"info","ts":"2026-07-24T05:01:33.969604Z","caller":"traceutil/trace.go:171","msg":"trace[2033168835] transaction","detail":"{read_only:false; response_revision:11103; number_of_response:1; }","duration":"270.134483ms","start":"2026-07-24T05:01:33.699418Z","end":"2026-07-24T05:01:33.969552Z","steps":["trace[2033168835] 'process raft request' (duration: 209.410266ms)","trace[2033168835] 'compare' (duration: 60.495823ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:01:33.981506Z","caller":"traceutil/trace.go:171","msg":"trace[1185613985] transaction","detail":"{read_only:false; response_revision:11105; number_of_response:1; }","duration":"173.444206ms","start":"2026-07-24T05:01:33.808029Z","end":"2026-07-24T05:01:33.981473Z","steps":["trace[1185613985] 'process raft request' (duration: 173.392715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:01:33.981587Z","caller":"traceutil/trace.go:171","msg":"trace[1424689459] transaction","detail":"{read_only:false; response_revision:11104; number_of_response:1; }","duration":"199.699921ms","start":"2026-07-24T05:01:33.781847Z","end":"2026-07-24T05:01:33.981546Z","steps":["trace[1424689459] 'process raft request' (duration: 199.331184ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:06:14.471189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10972} {"level":"info","ts":"2026-07-24T05:06:14.555225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10972,"took":"81.28743ms","hash":1770315094,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":27693056,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T05:06:14.555312Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1770315094,"revision":10972,"compact-revision":8277} {"level":"info","ts":"2026-07-24T05:07:43.900214Z","caller":"traceutil/trace.go:171","msg":"trace[1152050332] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"123.877652ms","start":"2026-07-24T05:07:43.776311Z","end":"2026-07-24T05:07:43.900189Z","steps":["trace[1152050332] 'process raft request' (duration: 123.539465ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:07:50.630867Z","caller":"traceutil/trace.go:171","msg":"trace[705179956] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"112.897581ms","start":"2026-07-24T05:07:50.517938Z","end":"2026-07-24T05:07:50.630836Z","steps":["trace[705179956] 'process raft request' (duration: 112.716898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:07:58.514881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.312526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:07:58.51499Z","caller":"traceutil/trace.go:171","msg":"trace[1154065366] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13721; }","duration":"160.472639ms","start":"2026-07-24T05:07:58.354493Z","end":"2026-07-24T05:07:58.514966Z","steps":["trace[1154065366] 'count revisions from in-memory index tree' (duration: 160.183694ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:36.232914Z","caller":"traceutil/trace.go:171","msg":"trace[1915878606] transaction","detail":"{read_only:false; response_revision:14919; number_of_response:1; }","duration":"289.541694ms","start":"2026-07-24T05:09:35.943327Z","end":"2026-07-24T05:09:36.232869Z","steps":["trace[1915878606] 'process raft request' (duration: 289.098546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:14.47728Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13042} {"level":"info","ts":"2026-07-24T05:11:14.564255Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13042,"took":"84.082022ms","hash":1478299004,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":31313920,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T05:11:14.564347Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1478299004,"revision":13042,"compact-revision":10972} {"level":"info","ts":"2026-07-24T05:12:30.269841Z","caller":"traceutil/trace.go:171","msg":"trace[430386515] transaction","detail":"{read_only:false; response_revision:16277; number_of_response:1; }","duration":"105.384793ms","start":"2026-07-24T05:12:30.164423Z","end":"2026-07-24T05:12:30.269808Z","steps":["trace[430386515] 'process raft request' (duration: 57.421632ms)","trace[430386515] 'compare' (duration: 47.502273ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:15:24.498741Z","caller":"traceutil/trace.go:171","msg":"trace[1221242007] transaction","detail":"{read_only:false; response_revision:17523; number_of_response:1; }","duration":"212.209103ms","start":"2026-07-24T05:15:24.286502Z","end":"2026-07-24T05:15:24.498711Z","steps":["trace[1221242007] 'process raft request' (duration: 212.01996ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:15:24.503819Z","caller":"traceutil/trace.go:171","msg":"trace[831737103] transaction","detail":"{read_only:false; response_revision:17524; number_of_response:1; }","duration":"187.31904ms","start":"2026-07-24T05:15:24.316469Z","end":"2026-07-24T05:15:24.503788Z","steps":["trace[831737103] 'process raft request' (duration: 187.034825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:15:29.173109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.3098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:15:29.173397Z","caller":"traceutil/trace.go:171","msg":"trace[2075017481] transaction","detail":"{read_only:false; response_revision:17678; number_of_response:1; }","duration":"125.71582ms","start":"2026-07-24T05:15:29.047629Z","end":"2026-07-24T05:15:29.173345Z","steps":["trace[2075017481] 'compare' (duration: 117.094126ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:15:29.909566Z","caller":"traceutil/trace.go:171","msg":"trace[2042986627] transaction","detail":"{read_only:false; response_revision:17684; number_of_response:1; }","duration":"439.280079ms","start":"2026-07-24T05:15:29.47026Z","end":"2026-07-24T05:15:29.90954Z","steps":["trace[2042986627] 'process raft request' (duration: 439.123116ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:15:29.909818Z","caller":"traceutil/trace.go:171","msg":"trace[1710906029] linearizableReadLoop","detail":"{readStateIndex:18275; appliedIndex:18274; }","duration":"294.549438ms","start":"2026-07-24T05:15:29.615247Z","end":"2026-07-24T05:15:29.909796Z","steps":["trace[1710906029] 'read index received' (duration: 294.348204ms)","trace[1710906029] 'applied index is now lower than readState.Index' (duration: 200.404µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:15:29.909703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:15:29.470233Z","time spent":"439.409091ms","remote":"127.0.0.1:41706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1517,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:15:29.9101Z","caller":"traceutil/trace.go:171","msg":"trace[1832937976] transaction","detail":"{read_only:false; response_revision:17685; number_of_response:1; }","duration":"359.498934ms","start":"2026-07-24T05:15:29.550588Z","end":"2026-07-24T05:15:29.910087Z","steps":["trace[1832937976] 'process raft request' (duration: 359.051185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:15:29.910217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:15:29.550561Z","time spent":"359.576275ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:15:29.911301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.045786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-24T05:15:29.91135Z","caller":"traceutil/trace.go:171","msg":"trace[1200693836] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17686; }","duration":"296.133059ms","start":"2026-07-24T05:15:29.615204Z","end":"2026-07-24T05:15:29.911337Z","steps":["trace[1200693836] 'agreement among raft nodes before linearized reading' (duration: 295.259693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:15:29.911368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.354636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-24T05:15:29.911417Z","caller":"traceutil/trace.go:171","msg":"trace[528303736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17686; }","duration":"272.427947ms","start":"2026-07-24T05:15:29.638973Z","end":"2026-07-24T05:15:29.9114Z","steps":["trace[528303736] 'agreement among raft nodes before linearized reading' (duration: 272.254834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:15:29.911594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.597266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:15:29.911625Z","caller":"traceutil/trace.go:171","msg":"trace[173615126] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17686; }","duration":"116.665977ms","start":"2026-07-24T05:15:29.794948Z","end":"2026-07-24T05:15:29.911614Z","steps":["trace[173615126] 'agreement among raft nodes before linearized reading' (duration: 116.610856ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:15:30.043506Z","caller":"traceutil/trace.go:171","msg":"trace[356469683] linearizableReadLoop","detail":"{readStateIndex:18277; appliedIndex:18277; }","duration":"122.705751ms","start":"2026-07-24T05:15:29.920767Z","end":"2026-07-24T05:15:30.043473Z","steps":["trace[356469683] 'read index received' (duration: 122.697041ms)","trace[356469683] 'applied index is now lower than readState.Index' (duration: 7.2µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:15:30.04378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.996556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-24T05:15:30.043811Z","caller":"traceutil/trace.go:171","msg":"trace[1739132614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17687; }","duration":"123.090008ms","start":"2026-07-24T05:15:29.920712Z","end":"2026-07-24T05:15:30.043802Z","steps":["trace[1739132614] 'agreement among raft nodes before linearized reading' (duration: 122.899305ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:15:30.044143Z","caller":"traceutil/trace.go:171","msg":"trace[1360926583] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"126.347962ms","start":"2026-07-24T05:15:29.917089Z","end":"2026-07-24T05:15:30.043437Z","steps":["trace[1360926583] 'process raft request' (duration: 126.170058ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:15:30.056538Z","caller":"traceutil/trace.go:171","msg":"trace[1329716148] transaction","detail":"{read_only:false; response_revision:17688; number_of_response:1; }","duration":"134.196181ms","start":"2026-07-24T05:15:29.922324Z","end":"2026-07-24T05:15:30.05652Z","steps":["trace[1329716148] 'process raft request' (duration: 134.002567ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:15:30.056995Z","caller":"traceutil/trace.go:171","msg":"trace[1596020267] transaction","detail":"{read_only:false; response_revision:17689; number_of_response:1; }","duration":"127.584274ms","start":"2026-07-24T05:15:29.929399Z","end":"2026-07-24T05:15:30.056983Z","steps":["trace[1596020267] 'process raft request' (duration: 127.019174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:15:30.057203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.359241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-24T05:15:30.057244Z","caller":"traceutil/trace.go:171","msg":"trace[1015307690] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17689; }","duration":"116.437533ms","start":"2026-07-24T05:15:29.940794Z","end":"2026-07-24T05:15:30.057231Z","steps":["trace[1015307690] 'agreement among raft nodes before linearized reading' (duration: 116.335831ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:14.486111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15551} {"level":"info","ts":"2026-07-24T05:16:14.583466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15551,"took":"93.63545ms","hash":2422872247,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":33341440,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T05:16:14.583527Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2422872247,"revision":15551,"compact-revision":13042} {"level":"info","ts":"2026-07-24T05:18:57.44754Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T05:18:57.452091Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T05:18:57.452261Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-24T05:20:04.168727Z","caller":"traceutil/trace.go:171","msg":"trace[1501700708] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"292.59741ms","start":"2026-07-24T05:20:03.87608Z","end":"2026-07-24T05:20:04.168677Z","steps":["trace[1501700708] 'process raft request' (duration: 292.317505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:05.072247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.992798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:20:05.073044Z","caller":"traceutil/trace.go:171","msg":"trace[325300469] transaction","detail":"{read_only:false; response_revision:19747; number_of_response:1; }","duration":"473.305129ms","start":"2026-07-24T05:20:04.599502Z","end":"2026-07-24T05:20:05.072807Z","steps":["trace[325300469] 'process raft request' (duration: 35.613718ms)","trace[325300469] 'compare' (duration: 436.614851ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:20:05.07315Z","caller":"traceutil/trace.go:171","msg":"trace[250981155] linearizableReadLoop","detail":"{readStateIndex:20410; appliedIndex:20408; }","duration":"433.601883ms","start":"2026-07-24T05:20:04.63953Z","end":"2026-07-24T05:20:05.073131Z","steps":["trace[250981155] 'read index received' (duration: 219.405987ms)","trace[250981155] 'applied index is now lower than readState.Index' (duration: 214.194546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:20:05.073267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:04.599484Z","time spent":"473.672597ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:20:05.073438Z","caller":"traceutil/trace.go:171","msg":"trace[1140350681] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"471.565887ms","start":"2026-07-24T05:20:04.601833Z","end":"2026-07-24T05:20:05.073399Z","steps":["trace[1140350681] 'process raft request' (duration: 471.196269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:05.073462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.93407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:20:05.073501Z","caller":"traceutil/trace.go:171","msg":"trace[1403539130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19748; }","duration":"433.973541ms","start":"2026-07-24T05:20:04.639514Z","end":"2026-07-24T05:20:05.073488Z","steps":["trace[1403539130] 'agreement among raft nodes before linearized reading' (duration: 433.892269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:05.073535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:04.639455Z","time spent":"434.070693ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:20:05.07355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:04.601811Z","time spent":"471.668609ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:20:05.393707Z","caller":"traceutil/trace.go:171","msg":"trace[1328657797] linearizableReadLoop","detail":"{readStateIndex:20412; appliedIndex:20411; }","duration":"320.45323ms","start":"2026-07-24T05:20:05.073228Z","end":"2026-07-24T05:20:05.393681Z","steps":["trace[1328657797] 'read index received' (duration: 40.434449ms)","trace[1328657797] 'applied index is now lower than readState.Index' (duration: 280.017881ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:20:05.393748Z","caller":"traceutil/trace.go:171","msg":"trace[520563833] transaction","detail":"{read_only:false; response_revision:19750; number_of_response:1; }","duration":"322.175904ms","start":"2026-07-24T05:20:05.071531Z","end":"2026-07-24T05:20:05.393706Z","steps":["trace[520563833] 'process raft request' (duration: 321.356558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:05.393902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.611387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:20:05.393929Z","caller":"traceutil/trace.go:171","msg":"trace[901509307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19750; }","duration":"545.682938ms","start":"2026-07-24T05:20:04.848235Z","end":"2026-07-24T05:20:05.393918Z","steps":["trace[901509307] 'agreement among raft nodes before linearized reading' (duration: 545.548255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:05.393947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:04.848213Z","time spent":"545.729829ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:20:05.393959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:05.071481Z","time spent":"322.369077ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:20:05.39401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.615095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:20:05.394136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.374148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:20:05.394131Z","caller":"traceutil/trace.go:171","msg":"trace[1656533887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19750; }","duration":"152.760158ms","start":"2026-07-24T05:20:05.241319Z","end":"2026-07-24T05:20:05.394079Z","steps":["trace[1656533887] 'agreement among raft nodes before linearized reading' (duration: 152.575584ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:20:05.394155Z","caller":"traceutil/trace.go:171","msg":"trace[623538318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19750; }","duration":"663.440509ms","start":"2026-07-24T05:20:04.730708Z","end":"2026-07-24T05:20:05.394149Z","steps":["trace[623538318] 'agreement among raft nodes before linearized reading' (duration: 663.394958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:20:05.394175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:20:04.730681Z","time spent":"663.49067ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:21:14.496362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18099} {"level":"info","ts":"2026-07-24T05:21:14.611432Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18099,"took":"111.964402ms","hash":3459238761,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":30126080,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T05:21:14.611494Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3459238761,"revision":18099,"compact-revision":15551} {"level":"info","ts":"2026-07-24T05:22:17.750365Z","caller":"traceutil/trace.go:171","msg":"trace[1912570221] transaction","detail":"{read_only:false; response_revision:20821; number_of_response:1; }","duration":"174.004822ms","start":"2026-07-24T05:22:17.576323Z","end":"2026-07-24T05:22:17.750328Z","steps":["trace[1912570221] 'process raft request' (duration: 159.69457ms)","trace[1912570221] 'compare' (duration: 13.337084ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:17.750415Z","caller":"traceutil/trace.go:171","msg":"trace[1888368572] transaction","detail":"{read_only:false; response_revision:20822; number_of_response:1; }","duration":"164.687365ms","start":"2026-07-24T05:22:17.585704Z","end":"2026-07-24T05:22:17.750391Z","steps":["trace[1888368572] 'process raft request' (duration: 164.307618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:20.431087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.959986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:20.431169Z","caller":"traceutil/trace.go:171","msg":"trace[2143159576] linearizableReadLoop","detail":"{readStateIndex:21543; appliedIndex:21541; }","duration":"189.776063ms","start":"2026-07-24T05:22:20.24138Z","end":"2026-07-24T05:22:20.431157Z","steps":["trace[2143159576] 'read index received' (duration: 13.926675ms)","trace[2143159576] 'applied index is now lower than readState.Index' (duration: 175.848548ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:20.431238Z","caller":"traceutil/trace.go:171","msg":"trace[12018514] transaction","detail":"{read_only:false; response_revision:20842; number_of_response:1; }","duration":"220.736243ms","start":"2026-07-24T05:22:20.21049Z","end":"2026-07-24T05:22:20.431226Z","steps":["trace[12018514] 'process raft request' (duration: 81.556412ms)","trace[12018514] 'compare' (duration: 138.716812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:20.431343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.962407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:20.431368Z","caller":"traceutil/trace.go:171","msg":"trace[1916242816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20842; }","duration":"190.007447ms","start":"2026-07-24T05:22:20.241353Z","end":"2026-07-24T05:22:20.43136Z","steps":["trace[1916242816] 'agreement among raft nodes before linearized reading' (duration: 189.959196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:22.050605Z","caller":"traceutil/trace.go:171","msg":"trace[137457422] linearizableReadLoop","detail":"{readStateIndex:21546; appliedIndex:21545; }","duration":"217.618332ms","start":"2026-07-24T05:22:21.832963Z","end":"2026-07-24T05:22:22.050582Z","steps":["trace[137457422] 'read index received' (duration: 217.467559ms)","trace[137457422] 'applied index is now lower than readState.Index' (duration: 149.523µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:22.05067Z","caller":"traceutil/trace.go:171","msg":"trace[1869961360] transaction","detail":"{read_only:false; response_revision:20845; number_of_response:1; }","duration":"236.999991ms","start":"2026-07-24T05:22:21.813631Z","end":"2026-07-24T05:22:22.050631Z","steps":["trace[1869961360] 'process raft request' (duration: 236.791457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.050907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.919608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:22:22.050955Z","caller":"traceutil/trace.go:171","msg":"trace[1039222116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20845; }","duration":"218.01924ms","start":"2026-07-24T05:22:21.832922Z","end":"2026-07-24T05:22:22.050941Z","steps":["trace[1039222116] 'agreement among raft nodes before linearized reading' (duration: 217.770215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.075335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.423233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:22:22.075387Z","caller":"traceutil/trace.go:171","msg":"trace[808123506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20846; }","duration":"203.504114ms","start":"2026-07-24T05:22:21.87187Z","end":"2026-07-24T05:22:22.075374Z","steps":["trace[808123506] 'agreement among raft nodes before linearized reading' (duration: 203.362361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.336823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.901318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:22.33701Z","caller":"traceutil/trace.go:171","msg":"trace[1835058007] transaction","detail":"{read_only:false; response_revision:20849; number_of_response:1; }","duration":"145.936818ms","start":"2026-07-24T05:22:22.191057Z","end":"2026-07-24T05:22:22.336994Z","steps":["trace[1835058007] 'process raft request' (duration: 145.877967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:22.337307Z","caller":"traceutil/trace.go:171","msg":"trace[1344829639] transaction","detail":"{read_only:false; response_revision:20848; number_of_response:1; }","duration":"258.049423ms","start":"2026-07-24T05:22:22.079245Z","end":"2026-07-24T05:22:22.337294Z","steps":["trace[1344829639] 'process raft request' (duration: 71.553463ms)","trace[1344829639] 'compare' (duration: 185.581652ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:22.337439Z","caller":"traceutil/trace.go:171","msg":"trace[28796297] linearizableReadLoop","detail":"{readStateIndex:21549; appliedIndex:21548; }","duration":"255.8272ms","start":"2026-07-24T05:22:22.081603Z","end":"2026-07-24T05:22:22.33743Z","steps":["trace[28796297] 'read index received' (duration: 45.161419ms)","trace[28796297] 'applied index is now lower than readState.Index' (duration: 210.664781ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:22.337671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.060514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-24T05:22:22.337708Z","caller":"traceutil/trace.go:171","msg":"trace[1940903348] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20849; }","duration":"256.111746ms","start":"2026-07-24T05:22:22.081586Z","end":"2026-07-24T05:22:22.337698Z","steps":["trace[1940903348] 'agreement among raft nodes before linearized reading' (duration: 255.990184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.337918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.867083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"info","ts":"2026-07-24T05:22:22.337953Z","caller":"traceutil/trace.go:171","msg":"trace[409812715] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:20849; }","duration":"253.915524ms","start":"2026-07-24T05:22:22.084029Z","end":"2026-07-24T05:22:22.337945Z","steps":["trace[409812715] 'agreement among raft nodes before linearized reading' (duration: 253.822642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.338533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.237121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-24T05:22:22.338577Z","caller":"traceutil/trace.go:171","msg":"trace[369524784] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20849; }","duration":"148.320323ms","start":"2026-07-24T05:22:22.190247Z","end":"2026-07-24T05:22:22.338567Z","steps":["trace[369524784] 'agreement among raft nodes before linearized reading' (duration: 148.207391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.338726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.520819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:22.338762Z","caller":"traceutil/trace.go:171","msg":"trace[509652244] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20849; }","duration":"208.57492ms","start":"2026-07-24T05:22:22.130178Z","end":"2026-07-24T05:22:22.338753Z","steps":["trace[509652244] 'agreement among raft nodes before linearized reading' (duration: 208.515669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.339023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.623169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"info","ts":"2026-07-24T05:22:22.339062Z","caller":"traceutil/trace.go:171","msg":"trace[922068982] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:20849; }","duration":"252.676129ms","start":"2026-07-24T05:22:22.086378Z","end":"2026-07-24T05:22:22.339054Z","steps":["trace[922068982] 'agreement among raft nodes before linearized reading' (duration: 252.576858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.339247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.092656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-24T05:22:22.339281Z","caller":"traceutil/trace.go:171","msg":"trace[602776565] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20849; }","duration":"255.135656ms","start":"2026-07-24T05:22:22.084137Z","end":"2026-07-24T05:22:22.339273Z","steps":["trace[602776565] 'agreement among raft nodes before linearized reading' (duration: 255.048715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:22.339539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.421081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7376"} {"level":"info","ts":"2026-07-24T05:22:22.339576Z","caller":"traceutil/trace.go:171","msg":"trace[2044771626] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:20849; }","duration":"255.468913ms","start":"2026-07-24T05:22:22.084099Z","end":"2026-07-24T05:22:22.339568Z","steps":["trace[2044771626] 'agreement among raft nodes before linearized reading' (duration: 255.374621ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:22.491988Z","caller":"traceutil/trace.go:171","msg":"trace[1430667250] linearizableReadLoop","detail":"{readStateIndex:21551; appliedIndex:21550; }","duration":"106.594659ms","start":"2026-07-24T05:22:22.38534Z","end":"2026-07-24T05:22:22.491934Z","steps":["trace[1430667250] 'read index received' (duration: 62.50182ms)","trace[1430667250] 'applied index is now lower than readState.Index' (duration: 44.091329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:22.492307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.932455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T05:22:22.492385Z","caller":"traceutil/trace.go:171","msg":"trace[1868366426] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20850; }","duration":"107.064108ms","start":"2026-07-24T05:22:22.385302Z","end":"2026-07-24T05:22:22.492367Z","steps":["trace[1868366426] 'agreement among raft nodes before linearized reading' (duration: 106.722032ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:22.492024Z","caller":"traceutil/trace.go:171","msg":"trace[1376474892] transaction","detail":"{read_only:false; response_revision:20850; number_of_response:1; }","duration":"145.200003ms","start":"2026-07-24T05:22:22.346761Z","end":"2026-07-24T05:22:22.491961Z","steps":["trace[1376474892] 'process raft request' (duration: 101.087894ms)","trace[1376474892] 'compare' (duration: 43.848304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:23.682442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.704223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T05:22:23.682555Z","caller":"traceutil/trace.go:171","msg":"trace[2073724248] linearizableReadLoop","detail":"{readStateIndex:21554; appliedIndex:21553; }","duration":"753.516894ms","start":"2026-07-24T05:22:22.929019Z","end":"2026-07-24T05:22:23.682536Z","steps":["trace[2073724248] 'read index received' (duration: 243.653028ms)","trace[2073724248] 'applied index is now lower than readState.Index' (duration: 509.862186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:23.682996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.973552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T05:22:23.683038Z","caller":"traceutil/trace.go:171","msg":"trace[2063318303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20852; }","duration":"754.066164ms","start":"2026-07-24T05:22:22.92896Z","end":"2026-07-24T05:22:23.683026Z","steps":["trace[2063318303] 'agreement among raft nodes before linearized reading' (duration: 753.896361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:23.683037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.499343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:22:23.683081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:22.928935Z","time spent":"754.138365ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:22:23.683113Z","caller":"traceutil/trace.go:171","msg":"trace[1335468442] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20852; }","duration":"318.628186ms","start":"2026-07-24T05:22:23.364465Z","end":"2026-07-24T05:22:23.683094Z","steps":["trace[1335468442] 'agreement among raft nodes before linearized reading' (duration: 318.490053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:23.683156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:23.364444Z","time spent":"318.702567ms","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:23.683135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.978644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:23.683237Z","caller":"traceutil/trace.go:171","msg":"trace[2079308279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20852; }","duration":"441.126227ms","start":"2026-07-24T05:22:23.242082Z","end":"2026-07-24T05:22:23.683208Z","steps":["trace[2079308279] 'agreement among raft nodes before linearized reading' (duration: 440.934083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:23.683278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:23.242054Z","time spent":"441.214968ms","remote":"127.0.0.1:55262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:22:23.683019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.213344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:23.683736Z","caller":"traceutil/trace.go:171","msg":"trace[2110686990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20852; }","duration":"613.971957ms","start":"2026-07-24T05:22:23.069732Z","end":"2026-07-24T05:22:23.683704Z","steps":["trace[2110686990] 'agreement among raft nodes before linearized reading' (duration: 613.206633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:23.683806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:23.069713Z","time spent":"614.06957ms","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:24.223015Z","caller":"traceutil/trace.go:171","msg":"trace[606303474] transaction","detail":"{read_only:false; response_revision:20855; number_of_response:1; }","duration":"142.38897ms","start":"2026-07-24T05:22:24.080591Z","end":"2026-07-24T05:22:24.22298Z","steps":["trace[606303474] 'process raft request' (duration: 68.695347ms)","trace[606303474] 'compare' (duration: 72.641433ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:24.375775Z","caller":"traceutil/trace.go:171","msg":"trace[963658361] transaction","detail":"{read_only:false; response_revision:20856; number_of_response:1; }","duration":"148.520238ms","start":"2026-07-24T05:22:24.227171Z","end":"2026-07-24T05:22:24.375692Z","steps":["trace[963658361] 'process raft request' (duration: 112.200766ms)","trace[963658361] 'compare' (duration: 36.187349ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:26.515687Z","caller":"traceutil/trace.go:171","msg":"trace[424503958] transaction","detail":"{read_only:false; response_revision:20868; number_of_response:1; }","duration":"100.739958ms","start":"2026-07-24T05:22:26.414917Z","end":"2026-07-24T05:22:26.515657Z","steps":["trace[424503958] 'process raft request' (duration: 91.433171ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:26.537092Z","caller":"traceutil/trace.go:171","msg":"trace[903251310] transaction","detail":"{read_only:false; response_revision:20869; number_of_response:1; }","duration":"122.024664ms","start":"2026-07-24T05:22:26.415046Z","end":"2026-07-24T05:22:26.537071Z","steps":["trace[903251310] 'process raft request' (duration: 121.927182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:26.910005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.976247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:26.910115Z","caller":"traceutil/trace.go:171","msg":"trace[687290526] linearizableReadLoop","detail":"{readStateIndex:21572; appliedIndex:21571; }","duration":"314.949425ms","start":"2026-07-24T05:22:26.595148Z","end":"2026-07-24T05:22:26.910098Z","steps":["trace[687290526] 'read index received' (duration: 93.734294ms)","trace[687290526] 'applied index is now lower than readState.Index' (duration: 221.213961ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:26.910165Z","caller":"traceutil/trace.go:171","msg":"trace[470701729] transaction","detail":"{read_only:false; response_revision:20870; number_of_response:1; }","duration":"326.790041ms","start":"2026-07-24T05:22:26.583346Z","end":"2026-07-24T05:22:26.910136Z","steps":["trace[470701729] 'process raft request' (duration: 105.58696ms)","trace[470701729] 'compare' (duration: 220.845695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:26.910288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.137019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:22:26.910319Z","caller":"traceutil/trace.go:171","msg":"trace[1027004934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20870; }","duration":"315.19826ms","start":"2026-07-24T05:22:26.59511Z","end":"2026-07-24T05:22:26.910308Z","steps":["trace[1027004934] 'agreement among raft nodes before linearized reading' (duration: 315.072988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:26.910353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.595091Z","time spent":"315.254361ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:22:26.91061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.021054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:26.910664Z","caller":"traceutil/trace.go:171","msg":"trace[1266396188] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20870; }","duration":"130.124937ms","start":"2026-07-24T05:22:26.780524Z","end":"2026-07-24T05:22:26.910649Z","steps":["trace[1266396188] 'agreement among raft nodes before linearized reading' (duration: 130.021355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:26.911074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.58333Z","time spent":"327.661557ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:27.868338Z","caller":"traceutil/trace.go:171","msg":"trace[1772217137] transaction","detail":"{read_only:false; response_revision:20874; number_of_response:1; }","duration":"113.012771ms","start":"2026-07-24T05:22:27.755284Z","end":"2026-07-24T05:22:27.868297Z","steps":["trace[1772217137] 'process raft request' (duration: 112.691895ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:30.040509Z","caller":"traceutil/trace.go:171","msg":"trace[1778984377] transaction","detail":"{read_only:false; response_revision:20885; number_of_response:1; }","duration":"164.227585ms","start":"2026-07-24T05:22:29.876243Z","end":"2026-07-24T05:22:30.040471Z","steps":["trace[1778984377] 'process raft request' (duration: 164.005551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:45.717473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.001594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:45.717573Z","caller":"traceutil/trace.go:171","msg":"trace[1067742480] linearizableReadLoop","detail":"{readStateIndex:21703; appliedIndex:21702; }","duration":"641.758163ms","start":"2026-07-24T05:22:45.075797Z","end":"2026-07-24T05:22:45.717555Z","steps":["trace[1067742480] 'read index received' (duration: 37.091µs)","trace[1067742480] 'applied index is now lower than readState.Index' (duration: 641.720052ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:45.717662Z","caller":"traceutil/trace.go:171","msg":"trace[1473740369] transaction","detail":"{read_only:false; response_revision:20996; number_of_response:1; }","duration":"661.315085ms","start":"2026-07-24T05:22:45.056336Z","end":"2026-07-24T05:22:45.717651Z","steps":["trace[1473740369] 'process raft request' (duration: 15.046066ms)","trace[1473740369] 'compare' (duration: 645.689427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:45.717727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:45.056304Z","time spent":"661.393877ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:45.718142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.09592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-api-c4956c8b9-kk8hb\" ","response":"range_response_count:1 size:8942"} {"level":"info","ts":"2026-07-24T05:22:45.718182Z","caller":"traceutil/trace.go:171","msg":"trace[714802676] range","detail":"{range_begin:/registry/pods/openstack/octavia-api-c4956c8b9-kk8hb; range_end:; response_count:1; response_revision:20996; }","duration":"107.164051ms","start":"2026-07-24T05:22:45.611008Z","end":"2026-07-24T05:22:45.718172Z","steps":["trace[714802676] 'agreement among raft nodes before linearized reading' (duration: 107.010548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:45.718551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.358175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T05:22:45.718626Z","caller":"traceutil/trace.go:171","msg":"trace[1525792931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20996; }","duration":"641.454987ms","start":"2026-07-24T05:22:45.077148Z","end":"2026-07-24T05:22:45.718603Z","steps":["trace[1525792931] 'agreement among raft nodes before linearized reading' (duration: 640.604091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:45.71872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:45.077138Z","time spent":"641.523618ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:22:45.718374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.571378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:45.71887Z","caller":"traceutil/trace.go:171","msg":"trace[697644984] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20996; }","duration":"643.088018ms","start":"2026-07-24T05:22:45.075768Z","end":"2026-07-24T05:22:45.718856Z","steps":["trace[697644984] 'agreement among raft nodes before linearized reading' (duration: 642.558818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:45.718887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.885232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:45.719376Z","caller":"traceutil/trace.go:171","msg":"trace[1100294640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20996; }","duration":"477.439553ms","start":"2026-07-24T05:22:45.24191Z","end":"2026-07-24T05:22:45.71935Z","steps":["trace[1100294640] 'agreement among raft nodes before linearized reading' (duration: 476.836321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:45.719461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:45.241883Z","time spent":"477.551344ms","remote":"127.0.0.1:55262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:22:45.718935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:45.075751Z","time spent":"643.17006ms","remote":"127.0.0.1:55732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:45.956665Z","caller":"traceutil/trace.go:171","msg":"trace[472247527] transaction","detail":"{read_only:false; response_revision:20997; number_of_response:1; }","duration":"229.45118ms","start":"2026-07-24T05:22:45.727182Z","end":"2026-07-24T05:22:45.956633Z","steps":["trace[472247527] 'process raft request' (duration: 176.146955ms)","trace[472247527] 'compare' (duration: 53.187423ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:46.00302Z","caller":"traceutil/trace.go:171","msg":"trace[1615273609] transaction","detail":"{read_only:false; response_revision:20998; number_of_response:1; }","duration":"270.850697ms","start":"2026-07-24T05:22:45.732135Z","end":"2026-07-24T05:22:46.002986Z","steps":["trace[1615273609] 'process raft request' (duration: 270.647334ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.265641Z","caller":"traceutil/trace.go:171","msg":"trace[1965039526] transaction","detail":"{read_only:false; response_revision:20999; number_of_response:1; }","duration":"254.540058ms","start":"2026-07-24T05:22:46.011054Z","end":"2026-07-24T05:22:46.265594Z","steps":["trace[1965039526] 'process raft request' (duration: 154.815719ms)","trace[1965039526] 'compare' (duration: 99.556426ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:46.294753Z","caller":"traceutil/trace.go:171","msg":"trace[818900272] transaction","detail":"{read_only:false; response_revision:21000; number_of_response:1; }","duration":"283.0569ms","start":"2026-07-24T05:22:46.011517Z","end":"2026-07-24T05:22:46.294574Z","steps":["trace[818900272] 'process raft request' (duration: 282.878586ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.295235Z","caller":"traceutil/trace.go:171","msg":"trace[1826551609] transaction","detail":"{read_only:false; response_revision:21002; number_of_response:1; }","duration":"281.673005ms","start":"2026-07-24T05:22:46.013531Z","end":"2026-07-24T05:22:46.295204Z","steps":["trace[1826551609] 'process raft request' (duration: 281.38851ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.295273Z","caller":"traceutil/trace.go:171","msg":"trace[1042632494] transaction","detail":"{read_only:false; response_revision:21001; number_of_response:1; }","duration":"283.606531ms","start":"2026-07-24T05:22:46.011643Z","end":"2026-07-24T05:22:46.295249Z","steps":["trace[1042632494] 'process raft request' (duration: 282.874287ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.295479Z","caller":"traceutil/trace.go:171","msg":"trace[635240457] linearizableReadLoop","detail":"{readStateIndex:21709; appliedIndex:21705; }","duration":"147.56142ms","start":"2026-07-24T05:22:46.147633Z","end":"2026-07-24T05:22:46.295194Z","steps":["trace[635240457] 'read index received' (duration: 18.334279ms)","trace[635240457] 'applied index is now lower than readState.Index' (duration: 129.225711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:46.29553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.868616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:22:46.295585Z","caller":"traceutil/trace.go:171","msg":"trace[1506860261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21002; }","duration":"147.986818ms","start":"2026-07-24T05:22:46.147585Z","end":"2026-07-24T05:22:46.295571Z","steps":["trace[1506860261] 'agreement among raft nodes before linearized reading' (duration: 147.767984ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.441062Z","caller":"traceutil/trace.go:171","msg":"trace[282892696] transaction","detail":"{read_only:false; response_revision:21005; number_of_response:1; }","duration":"135.549222ms","start":"2026-07-24T05:22:46.305487Z","end":"2026-07-24T05:22:46.441036Z","steps":["trace[282892696] 'process raft request' (duration: 135.44243ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.441097Z","caller":"traceutil/trace.go:171","msg":"trace[1037050762] transaction","detail":"{read_only:false; response_revision:21004; number_of_response:1; }","duration":"142.008295ms","start":"2026-07-24T05:22:46.299034Z","end":"2026-07-24T05:22:46.441042Z","steps":["trace[1037050762] 'process raft request' (duration: 141.698559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:46.441286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.806121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:46.441374Z","caller":"traceutil/trace.go:171","msg":"trace[687866176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21005; }","duration":"141.025476ms","start":"2026-07-24T05:22:46.300328Z","end":"2026-07-24T05:22:46.441354Z","steps":["trace[687866176] 'agreement among raft nodes before linearized reading' (duration: 140.765841ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.518326Z","caller":"traceutil/trace.go:171","msg":"trace[309009307] transaction","detail":"{read_only:false; response_revision:21006; number_of_response:1; }","duration":"112.632195ms","start":"2026-07-24T05:22:46.405667Z","end":"2026-07-24T05:22:46.518299Z","steps":["trace[309009307] 'process raft request' (duration: 112.308629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:46.518392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.568346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:46.518437Z","caller":"traceutil/trace.go:171","msg":"trace[1510876157] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21006; }","duration":"131.661078ms","start":"2026-07-24T05:22:46.386761Z","end":"2026-07-24T05:22:46.518422Z","steps":["trace[1510876157] 'agreement among raft nodes before linearized reading' (duration: 131.558816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:46.518537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.315932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b7e83c26-38ba-488c-887f-b2711151ca4b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-24T05:22:46.518618Z","caller":"traceutil/trace.go:171","msg":"trace[41691386] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b7e83c26-38ba-488c-887f-b2711151ca4b; range_end:; response_count:1; response_revision:21006; }","duration":"172.440234ms","start":"2026-07-24T05:22:46.34616Z","end":"2026-07-24T05:22:46.5186Z","steps":["trace[41691386] 'agreement among raft nodes before linearized reading' (duration: 172.183489ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:48.199576Z","caller":"traceutil/trace.go:171","msg":"trace[566458642] transaction","detail":"{read_only:false; response_revision:21014; number_of_response:1; }","duration":"232.62487ms","start":"2026-07-24T05:22:47.966923Z","end":"2026-07-24T05:22:48.199548Z","steps":["trace[566458642] 'process raft request' (duration: 232.422427ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:48.44628Z","caller":"traceutil/trace.go:171","msg":"trace[715060752] linearizableReadLoop","detail":"{readStateIndex:21723; appliedIndex:21721; }","duration":"373.123667ms","start":"2026-07-24T05:22:48.073136Z","end":"2026-07-24T05:22:48.44626Z","steps":["trace[715060752] 'read index received' (duration: 126.360197ms)","trace[715060752] 'applied index is now lower than readState.Index' (duration: 246.76237ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:48.446388Z","caller":"traceutil/trace.go:171","msg":"trace[611662928] transaction","detail":"{read_only:false; response_revision:21015; number_of_response:1; }","duration":"479.301378ms","start":"2026-07-24T05:22:47.967051Z","end":"2026-07-24T05:22:48.446353Z","steps":["trace[611662928] 'process raft request' (duration: 479.059254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:48.4465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.359491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-24T05:22:48.446543Z","caller":"traceutil/trace.go:171","msg":"trace[1859679326] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21015; }","duration":"373.472774ms","start":"2026-07-24T05:22:48.073056Z","end":"2026-07-24T05:22:48.446529Z","steps":["trace[1859679326] 'agreement among raft nodes before linearized reading' (duration: 373.335411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:48.44655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:47.967023Z","time spent":"479.43051ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:48.446575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.073021Z","time spent":"373.546544ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T05:22:48.460008Z","caller":"traceutil/trace.go:171","msg":"trace[335052485] transaction","detail":"{read_only:false; response_revision:21016; number_of_response:1; }","duration":"110.214989ms","start":"2026-07-24T05:22:48.349764Z","end":"2026-07-24T05:22:48.459979Z","steps":["trace[335052485] 'process raft request' (duration: 110.097637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:48.460071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.850429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:48.460121Z","caller":"traceutil/trace.go:171","msg":"trace[518772028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21016; }","duration":"197.971321ms","start":"2026-07-24T05:22:48.262136Z","end":"2026-07-24T05:22:48.460107Z","steps":["trace[518772028] 'agreement among raft nodes before linearized reading' (duration: 197.816738ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:48.587875Z","caller":"traceutil/trace.go:171","msg":"trace[232701268] linearizableReadLoop","detail":"{readStateIndex:21726; appliedIndex:21724; }","duration":"127.110941ms","start":"2026-07-24T05:22:48.46074Z","end":"2026-07-24T05:22:48.58785Z","steps":["trace[232701268] 'read index received' (duration: 72.267157ms)","trace[232701268] 'applied index is now lower than readState.Index' (duration: 54.842604ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:48.587928Z","caller":"traceutil/trace.go:171","msg":"trace[1231022636] transaction","detail":"{read_only:false; response_revision:21017; number_of_response:1; }","duration":"136.083151ms","start":"2026-07-24T05:22:48.451821Z","end":"2026-07-24T05:22:48.587904Z","steps":["trace[1231022636] 'process raft request' (duration: 81.169276ms)","trace[1231022636] 'compare' (duration: 54.596909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:48.588095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.325855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-bootstrap-cp9rj\" ","response":"range_response_count:1 size:2797"} {"level":"info","ts":"2026-07-24T05:22:48.588141Z","caller":"traceutil/trace.go:171","msg":"trace[828920857] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/octavia-bootstrap-cp9rj; range_end:; response_count:1; response_revision:21018; }","duration":"127.424826ms","start":"2026-07-24T05:22:48.460703Z","end":"2026-07-24T05:22:48.588128Z","steps":["trace[828920857] 'agreement among raft nodes before linearized reading' (duration: 127.244953ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:48.588103Z","caller":"traceutil/trace.go:171","msg":"trace[678824901] transaction","detail":"{read_only:false; response_revision:21018; number_of_response:1; }","duration":"136.150402ms","start":"2026-07-24T05:22:48.451882Z","end":"2026-07-24T05:22:48.588032Z","steps":["trace[678824901] 'process raft request' (duration: 135.901788ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:48.60323Z","caller":"traceutil/trace.go:171","msg":"trace[1254749632] transaction","detail":"{read_only:false; response_revision:21019; number_of_response:1; }","duration":"138.924676ms","start":"2026-07-24T05:22:48.464287Z","end":"2026-07-24T05:22:48.603212Z","steps":["trace[1254749632] 'process raft request' (duration: 138.715112ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:48.79497Z","caller":"traceutil/trace.go:171","msg":"trace[1782707920] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21021; }","duration":"204.999234ms","start":"2026-07-24T05:22:48.589938Z","end":"2026-07-24T05:22:48.794937Z","steps":["trace[1782707920] 'process raft request' (duration: 144.359249ms)","trace[1782707920] 'compare' (duration: 60.326459ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:48.813075Z","caller":"traceutil/trace.go:171","msg":"trace[666657735] transaction","detail":"{read_only:false; response_revision:21022; number_of_response:1; }","duration":"197.92639ms","start":"2026-07-24T05:22:48.615123Z","end":"2026-07-24T05:22:48.813049Z","steps":["trace[666657735] 'process raft request' (duration: 197.695334ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:48.813288Z","caller":"traceutil/trace.go:171","msg":"trace[1522073854] linearizableReadLoop","detail":"{readStateIndex:21730; appliedIndex:21728; }","duration":"135.244866ms","start":"2026-07-24T05:22:48.678005Z","end":"2026-07-24T05:22:48.81325Z","steps":["trace[1522073854] 'read index received' (duration: 56.314262ms)","trace[1522073854] 'applied index is now lower than readState.Index' (duration: 78.928734ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:48.813423Z","caller":"traceutil/trace.go:171","msg":"trace[1482113214] transaction","detail":"{read_only:false; response_revision:21023; number_of_response:1; }","duration":"105.749984ms","start":"2026-07-24T05:22:48.707647Z","end":"2026-07-24T05:22:48.813397Z","steps":["trace[1482113214] 'process raft request' (duration: 105.352277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:48.81367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.640544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:48.813721Z","caller":"traceutil/trace.go:171","msg":"trace[433438169] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21023; }","duration":"135.755356ms","start":"2026-07-24T05:22:48.677951Z","end":"2026-07-24T05:22:48.813706Z","steps":["trace[433438169] 'agreement among raft nodes before linearized reading' (duration: 135.522051ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:49.12301Z","caller":"traceutil/trace.go:171","msg":"trace[1519214525] transaction","detail":"{read_only:false; response_revision:21026; number_of_response:1; }","duration":"118.170101ms","start":"2026-07-24T05:22:49.004801Z","end":"2026-07-24T05:22:49.122971Z","steps":["trace[1519214525] 'process raft request' (duration: 117.837534ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:49.439033Z","caller":"traceutil/trace.go:171","msg":"trace[1795477284] linearizableReadLoop","detail":"{readStateIndex:21737; appliedIndex:21736; }","duration":"141.181169ms","start":"2026-07-24T05:22:49.297827Z","end":"2026-07-24T05:22:49.439008Z","steps":["trace[1795477284] 'read index received' (duration: 125.324736ms)","trace[1795477284] 'applied index is now lower than readState.Index' (duration: 15.855503ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:49.439164Z","caller":"traceutil/trace.go:171","msg":"trace[939672144] transaction","detail":"{read_only:false; response_revision:21029; number_of_response:1; }","duration":"186.507453ms","start":"2026-07-24T05:22:49.2526Z","end":"2026-07-24T05:22:49.439108Z","steps":["trace[939672144] 'process raft request' (duration: 170.566899ms)","trace[939672144] 'compare' (duration: 15.710459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:49.43925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.406243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:49.439334Z","caller":"traceutil/trace.go:171","msg":"trace[997303891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21029; }","duration":"141.552576ms","start":"2026-07-24T05:22:49.297763Z","end":"2026-07-24T05:22:49.439315Z","steps":["trace[997303891] 'agreement among raft nodes before linearized reading' (duration: 141.362612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:49.462346Z","caller":"traceutil/trace.go:171","msg":"trace[1813462047] transaction","detail":"{read_only:false; response_revision:21030; number_of_response:1; }","duration":"155.253547ms","start":"2026-07-24T05:22:49.307052Z","end":"2026-07-24T05:22:49.462306Z","steps":["trace[1813462047] 'process raft request' (duration: 154.943071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:49.462457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.097037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-24T05:22:49.462657Z","caller":"traceutil/trace.go:171","msg":"trace[585922827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21030; }","duration":"152.348511ms","start":"2026-07-24T05:22:49.310274Z","end":"2026-07-24T05:22:49.462623Z","steps":["trace[585922827] 'agreement among raft nodes before linearized reading' (duration: 151.946753ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.196423Z","caller":"traceutil/trace.go:171","msg":"trace[314705310] transaction","detail":"{read_only:false; response_revision:21037; number_of_response:1; }","duration":"230.090692ms","start":"2026-07-24T05:22:49.96631Z","end":"2026-07-24T05:22:50.196401Z","steps":["trace[314705310] 'process raft request' (duration: 229.937109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.238927Z","caller":"traceutil/trace.go:171","msg":"trace[1179935314] transaction","detail":"{read_only:false; response_revision:21038; number_of_response:1; }","duration":"212.953866ms","start":"2026-07-24T05:22:50.025935Z","end":"2026-07-24T05:22:50.238889Z","steps":["trace[1179935314] 'process raft request' (duration: 212.780052ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.390011Z","caller":"traceutil/trace.go:171","msg":"trace[421035508] transaction","detail":"{read_only:false; response_revision:21040; number_of_response:1; }","duration":"137.013859ms","start":"2026-07-24T05:22:50.252969Z","end":"2026-07-24T05:22:50.389983Z","steps":["trace[421035508] 'process raft request' (duration: 136.840375ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.534799Z","caller":"traceutil/trace.go:171","msg":"trace[496805430] transaction","detail":"{read_only:false; response_revision:21041; number_of_response:1; }","duration":"130.986945ms","start":"2026-07-24T05:22:50.403785Z","end":"2026-07-24T05:22:50.534772Z","steps":["trace[496805430] 'process raft request' (duration: 130.772391ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.575797Z","caller":"traceutil/trace.go:171","msg":"trace[339540610] transaction","detail":"{read_only:false; response_revision:21042; number_of_response:1; }","duration":"110.508775ms","start":"2026-07-24T05:22:50.465262Z","end":"2026-07-24T05:22:50.575771Z","steps":["trace[339540610] 'process raft request' (duration: 110.362222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.752078Z","caller":"traceutil/trace.go:171","msg":"trace[539174060] linearizableReadLoop","detail":"{readStateIndex:21751; appliedIndex:21750; }","duration":"144.266008ms","start":"2026-07-24T05:22:50.607785Z","end":"2026-07-24T05:22:50.752051Z","steps":["trace[539174060] 'read index received' (duration: 144.049444ms)","trace[539174060] 'applied index is now lower than readState.Index' (duration: 215.384µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:50.752184Z","caller":"traceutil/trace.go:171","msg":"trace[1983966981] transaction","detail":"{read_only:false; response_revision:21043; number_of_response:1; }","duration":"212.6398ms","start":"2026-07-24T05:22:50.539518Z","end":"2026-07-24T05:22:50.752158Z","steps":["trace[1983966981] 'process raft request' (duration: 212.346815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:50.752286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.476852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T05:22:50.752323Z","caller":"traceutil/trace.go:171","msg":"trace[493806842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21043; }","duration":"144.604514ms","start":"2026-07-24T05:22:50.607708Z","end":"2026-07-24T05:22:50.752312Z","steps":["trace[493806842] 'agreement among raft nodes before linearized reading' (duration: 144.443591ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.822263Z","caller":"traceutil/trace.go:171","msg":"trace[333423141] transaction","detail":"{read_only:false; response_revision:21044; number_of_response:1; }","duration":"213.438085ms","start":"2026-07-24T05:22:50.608792Z","end":"2026-07-24T05:22:50.82223Z","steps":["trace[333423141] 'process raft request' (duration: 213.303032ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.957384Z","caller":"traceutil/trace.go:171","msg":"trace[1653834168] transaction","detail":"{read_only:false; response_revision:21045; number_of_response:1; }","duration":"199.655422ms","start":"2026-07-24T05:22:50.757698Z","end":"2026-07-24T05:22:50.957354Z","steps":["trace[1653834168] 'process raft request' (duration: 137.970037ms)","trace[1653834168] 'compare' (duration: 61.486521ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:50.957686Z","caller":"traceutil/trace.go:171","msg":"trace[417016050] transaction","detail":"{read_only:false; response_revision:21046; number_of_response:1; }","duration":"138.967286ms","start":"2026-07-24T05:22:50.818637Z","end":"2026-07-24T05:22:50.957605Z","steps":["trace[417016050] 'process raft request' (duration: 138.66876ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:51.309472Z","caller":"traceutil/trace.go:171","msg":"trace[1375028743] transaction","detail":"{read_only:false; response_revision:21049; number_of_response:1; }","duration":"155.986731ms","start":"2026-07-24T05:22:51.153457Z","end":"2026-07-24T05:22:51.309444Z","steps":["trace[1375028743] 'process raft request' (duration: 155.783197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:52.856699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.101407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:22:52.856943Z","caller":"traceutil/trace.go:171","msg":"trace[742312143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21064; }","duration":"100.404333ms","start":"2026-07-24T05:22:52.756473Z","end":"2026-07-24T05:22:52.856877Z","steps":["trace[742312143] 'agreement among raft nodes before linearized reading' (duration: 99.949334ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:53.142726Z","caller":"traceutil/trace.go:171","msg":"trace[899921529] linearizableReadLoop","detail":"{readStateIndex:21777; appliedIndex:21775; }","duration":"145.237636ms","start":"2026-07-24T05:22:52.997461Z","end":"2026-07-24T05:22:53.142699Z","steps":["trace[899921529] 'read index received' (duration: 22.59678ms)","trace[899921529] 'applied index is now lower than readState.Index' (duration: 122.639626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:53.143113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.629273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:22:53.143179Z","caller":"traceutil/trace.go:171","msg":"trace[1870900487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21068; }","duration":"145.763816ms","start":"2026-07-24T05:22:52.997399Z","end":"2026-07-24T05:22:53.143163Z","steps":["trace[1870900487] 'agreement among raft nodes before linearized reading' (duration: 145.527851ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:53.143579Z","caller":"traceutil/trace.go:171","msg":"trace[1827754177] transaction","detail":"{read_only:false; response_revision:21068; number_of_response:1; }","duration":"176.040372ms","start":"2026-07-24T05:22:52.967501Z","end":"2026-07-24T05:22:53.143541Z","steps":["trace[1827754177] 'process raft request' (duration: 175.024173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:53.144297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.820345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:22:53.144366Z","caller":"traceutil/trace.go:171","msg":"trace[2133607969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21068; }","duration":"127.911327ms","start":"2026-07-24T05:22:53.016436Z","end":"2026-07-24T05:22:53.144347Z","steps":["trace[2133607969] 'agreement among raft nodes before linearized reading' (duration: 127.759684ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:53.311564Z","caller":"traceutil/trace.go:171","msg":"trace[290744570] transaction","detail":"{read_only:false; response_revision:21070; number_of_response:1; }","duration":"161.857062ms","start":"2026-07-24T05:22:53.149672Z","end":"2026-07-24T05:22:53.311529Z","steps":["trace[290744570] 'process raft request' (duration: 95.410296ms)","trace[290744570] 'compare' (duration: 66.038968ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:54.981575Z","caller":"traceutil/trace.go:171","msg":"trace[1752441902] linearizableReadLoop","detail":"{readStateIndex:21783; appliedIndex:21782; }","duration":"105.993409ms","start":"2026-07-24T05:22:54.875554Z","end":"2026-07-24T05:22:54.981548Z","steps":["trace[1752441902] 'read index received' (duration: 105.754194ms)","trace[1752441902] 'applied index is now lower than readState.Index' (duration: 237.825µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:54.981847Z","caller":"traceutil/trace.go:171","msg":"trace[1205901640] transaction","detail":"{read_only:false; response_revision:21074; number_of_response:1; }","duration":"113.695996ms","start":"2026-07-24T05:22:54.868138Z","end":"2026-07-24T05:22:54.981834Z","steps":["trace[1205901640] 'process raft request' (duration: 113.239666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.982127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.5583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:22:54.982167Z","caller":"traceutil/trace.go:171","msg":"trace[1967820661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21074; }","duration":"106.653822ms","start":"2026-07-24T05:22:54.875498Z","end":"2026-07-24T05:22:54.982151Z","steps":["trace[1967820661] 'agreement among raft nodes before linearized reading' (duration: 106.503269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.354034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.452912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:55.354125Z","caller":"traceutil/trace.go:171","msg":"trace[1674550895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21077; }","duration":"112.578835ms","start":"2026-07-24T05:22:55.241525Z","end":"2026-07-24T05:22:55.354104Z","steps":["trace[1674550895] 'range keys from in-memory index tree' (duration: 112.381291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.354288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.13185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:22:55.354389Z","caller":"traceutil/trace.go:171","msg":"trace[2106098608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21077; }","duration":"139.321484ms","start":"2026-07-24T05:22:55.215046Z","end":"2026-07-24T05:22:55.354367Z","steps":["trace[2106098608] 'range keys from in-memory index tree' (duration: 138.873846ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:06.867988Z","caller":"traceutil/trace.go:171","msg":"trace[1057655887] transaction","detail":"{read_only:false; response_revision:21230; number_of_response:1; }","duration":"111.866771ms","start":"2026-07-24T05:23:06.756096Z","end":"2026-07-24T05:23:06.867963Z","steps":["trace[1057655887] 'process raft request' (duration: 22.842585ms)","trace[1057655887] 'compare' (duration: 88.910074ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:44.738453Z","caller":"traceutil/trace.go:171","msg":"trace[2060166363] transaction","detail":"{read_only:false; response_revision:21491; number_of_response:1; }","duration":"100.362312ms","start":"2026-07-24T05:23:44.638061Z","end":"2026-07-24T05:23:44.738423Z","steps":["trace[2060166363] 'process raft request' (duration: 100.317051ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.738518Z","caller":"traceutil/trace.go:171","msg":"trace[202227563] transaction","detail":"{read_only:false; response_revision:21490; number_of_response:1; }","duration":"109.998085ms","start":"2026-07-24T05:23:44.62847Z","end":"2026-07-24T05:23:44.738469Z","steps":["trace[202227563] 'process raft request' (duration: 62.920928ms)","trace[202227563] 'compare' (duration: 46.793951ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:01.721837Z","caller":"traceutil/trace.go:171","msg":"trace[952517417] transaction","detail":"{read_only:false; response_revision:22175; number_of_response:1; }","duration":"115.173134ms","start":"2026-07-24T05:24:01.606635Z","end":"2026-07-24T05:24:01.721808Z","steps":["trace[952517417] 'process raft request' (duration: 115.000951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:01.993163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.908994ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:24:01.993275Z","caller":"traceutil/trace.go:171","msg":"trace[1834907481] linearizableReadLoop","detail":"{readStateIndex:22913; appliedIndex:22912; }","duration":"176.403509ms","start":"2026-07-24T05:24:01.816844Z","end":"2026-07-24T05:24:01.993247Z","steps":["trace[1834907481] 'read index received' (duration: 175.122194ms)","trace[1834907481] 'applied index is now lower than readState.Index' (duration: 1.279505ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:01.993314Z","caller":"traceutil/trace.go:171","msg":"trace[832166412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22175; }","duration":"130.073687ms","start":"2026-07-24T05:24:01.863214Z","end":"2026-07-24T05:24:01.993288Z","steps":["trace[832166412] 'range keys from in-memory index tree' (duration: 129.887234ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:01.993447Z","caller":"traceutil/trace.go:171","msg":"trace[1526752070] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"253.387716ms","start":"2026-07-24T05:24:01.740001Z","end":"2026-07-24T05:24:01.993389Z","steps":["trace[1526752070] 'process raft request' (duration: 251.970519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:01.9936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.736146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:24:01.993644Z","caller":"traceutil/trace.go:171","msg":"trace[432978035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22176; }","duration":"176.833808ms","start":"2026-07-24T05:24:01.816798Z","end":"2026-07-24T05:24:01.993632Z","steps":["trace[432978035] 'agreement among raft nodes before linearized reading' (duration: 176.611613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:01.993903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.841853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:24:01.993986Z","caller":"traceutil/trace.go:171","msg":"trace[951175572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22176; }","duration":"150.988676ms","start":"2026-07-24T05:24:01.842978Z","end":"2026-07-24T05:24:01.993967Z","steps":["trace[951175572] 'agreement among raft nodes before linearized reading' (duration: 150.746471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:01.994025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.97227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:24:01.994152Z","caller":"traceutil/trace.go:171","msg":"trace[1422489317] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22176; }","duration":"177.163274ms","start":"2026-07-24T05:24:01.816949Z","end":"2026-07-24T05:24:01.994113Z","steps":["trace[1422489317] 'agreement among raft nodes before linearized reading' (duration: 176.781256ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:22.097958Z","caller":"traceutil/trace.go:171","msg":"trace[2076547353] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"122.282469ms","start":"2026-07-24T05:25:21.975648Z","end":"2026-07-24T05:25:22.09793Z","steps":["trace[2076547353] 'process raft request' (duration: 122.045604ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:14.507442Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20387} {"level":"info","ts":"2026-07-24T05:26:14.636328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20387,"took":"123.120655ms","hash":1734158349,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":43315200,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-24T05:26:14.636421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1734158349,"revision":20387,"compact-revision":18099} {"level":"warn","ts":"2026-07-24T05:29:51.074774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500115903923528295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:29:51.07649Z","caller":"traceutil/trace.go:171","msg":"trace[978999156] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"663.087452ms","start":"2026-07-24T05:29:50.413378Z","end":"2026-07-24T05:29:51.076465Z","steps":["trace[978999156] 'process raft request' (duration: 662.933519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.076625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.413366Z","time spent":"663.190044ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:51.077156Z","caller":"traceutil/trace.go:171","msg":"trace[1968170254] linearizableReadLoop","detail":"{readStateIndex:25898; appliedIndex:25894; }","duration":"579.352757ms","start":"2026-07-24T05:29:50.497784Z","end":"2026-07-24T05:29:51.077137Z","steps":["trace[1968170254] 'read index received' (duration: 579.085052ms)","trace[1968170254] 'applied index is now lower than readState.Index' (duration: 267.135µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:51.077341Z","caller":"traceutil/trace.go:171","msg":"trace[225503050] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"640.666505ms","start":"2026-07-24T05:29:50.436666Z","end":"2026-07-24T05:29:51.077333Z","steps":["trace[225503050] 'process raft request' (duration: 640.249537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.077425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.436638Z","time spent":"640.726196ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:51.077559Z","caller":"traceutil/trace.go:171","msg":"trace[1346183520] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"549.039559ms","start":"2026-07-24T05:29:50.528512Z","end":"2026-07-24T05:29:51.077552Z","steps":["trace[1346183520] 'process raft request' (duration: 548.52341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.0776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.528495Z","time spent":"549.08522ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:51.077677Z","caller":"traceutil/trace.go:171","msg":"trace[2100176671] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"356.847438ms","start":"2026-07-24T05:29:50.720825Z","end":"2026-07-24T05:29:51.077672Z","steps":["trace[2100176671] 'process raft request' (duration: 356.231736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.07771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.720809Z","time spent":"356.883938ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:51.077776Z","caller":"traceutil/trace.go:171","msg":"trace[832570686] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"265.940126ms","start":"2026-07-24T05:29:50.811829Z","end":"2026-07-24T05:29:51.07777Z","steps":["trace[832570686] 'process raft request' (duration: 265.246213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.077876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.094181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:29:51.077905Z","caller":"traceutil/trace.go:171","msg":"trace[2011877588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25081; }","duration":"580.158732ms","start":"2026-07-24T05:29:50.497739Z","end":"2026-07-24T05:29:51.077897Z","steps":["trace[2011877588] 'agreement among raft nodes before linearized reading' (duration: 580.106631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.077929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.497704Z","time spent":"580.218283ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:51.078046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.610164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:51.078071Z","caller":"traceutil/trace.go:171","msg":"trace[914282728] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25081; }","duration":"228.669936ms","start":"2026-07-24T05:29:50.849393Z","end":"2026-07-24T05:29:51.078063Z","steps":["trace[914282728] 'agreement among raft nodes before linearized reading' (duration: 228.637175ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:14.51378Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23474} {"level":"info","ts":"2026-07-24T05:31:14.650307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23474,"took":"132.246137ms","hash":3328505219,"current-db-size-bytes":58986496,"current-db-size":"59 MB","current-db-size-in-use-bytes":30334976,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T05:31:14.650362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3328505219,"revision":23474,"compact-revision":20387}