{"level":"warn","ts":"2026-07-24T04:41:45.721336Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:41:45.721422Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T04:41:45.72148Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:41:45.721488Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-07-24T04:41:45.721503Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:41:45.722113Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-07-24T04:41:45.722186Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T04:41:45.728494Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.104646ms"} {"level":"info","ts":"2026-07-24T04:41:45.739627Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-07-24T04:41:45.739723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T04:41:45.739745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-07-24T04:41:45.739756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T04:41:45.739765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-07-24T04:41:45.739811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-07-24T04:41:45.745764Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T04:41:45.747733Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T04:41:45.751666Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T04:41:45.753712Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T04:41:45.753865Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T04:41:45.753843Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:41:45.75401Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:41:45.754036Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:41:45.755435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-07-24T04:41:45.755804Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-07-24T04:41:45.758591Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:41:45.758785Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T04:41:45.758815Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T04:41:45.758892Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-07-24T04:41:45.758905Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-07-24T04:41:46.540653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T04:41:46.540726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T04:41:46.54075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-07-24T04:41:46.540766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-07-24T04:41:46.540774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-07-24T04:41:46.540785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-07-24T04:41:46.540794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-07-24T04:41:46.541601Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:41:46.542518Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:41:46.542525Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T04:41:46.542578Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:41:46.54286Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:41:46.542953Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T04:41:46.542975Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:41:46.543001Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T04:41:46.543116Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:41:46.545029Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-07-24T04:41:46.545957Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T04:42:06.174317Z","caller":"traceutil/trace.go:171","msg":"trace[1836509128] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"150.377812ms","start":"2026-07-24T04:42:06.023915Z","end":"2026-07-24T04:42:06.174293Z","steps":["trace[1836509128] 'process raft request' (duration: 150.246879ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:08.593106Z","caller":"traceutil/trace.go:171","msg":"trace[830476879] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"203.150799ms","start":"2026-07-24T04:44:08.389926Z","end":"2026-07-24T04:44:08.593077Z","steps":["trace[830476879] 'process raft request' (duration: 193.099285ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:08.601732Z","caller":"traceutil/trace.go:171","msg":"trace[2115768981] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"207.528524ms","start":"2026-07-24T04:44:08.394165Z","end":"2026-07-24T04:44:08.601694Z","steps":["trace[2115768981] 'process raft request' (duration: 207.183937ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:08.601896Z","caller":"traceutil/trace.go:171","msg":"trace[698043365] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"184.0342ms","start":"2026-07-24T04:44:08.417833Z","end":"2026-07-24T04:44:08.601867Z","steps":["trace[698043365] 'process raft request' (duration: 183.781324ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:14.655439Z","caller":"traceutil/trace.go:171","msg":"trace[1420933305] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"155.5306ms","start":"2026-07-24T04:44:14.49987Z","end":"2026-07-24T04:44:14.655401Z","steps":["trace[1420933305] 'process raft request' (duration: 154.919168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:15.100821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.12118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:44:15.258942Z","caller":"traceutil/trace.go:171","msg":"trace[140411708] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"282.578652ms","start":"2026-07-24T04:44:14.97633Z","end":"2026-07-24T04:44:15.258908Z","steps":["trace[140411708] 'process raft request' (duration: 282.328227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:15.442694Z","caller":"traceutil/trace.go:171","msg":"trace[1942393924] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:884; }","duration":"145.686001ms","start":"2026-07-24T04:44:15.296982Z","end":"2026-07-24T04:44:15.442668Z","steps":["trace[1942393924] 'read index received' (duration: 144.680572ms)","trace[1942393924] 'applied index is now lower than readState.Index' (duration: 1.004509ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:15.442841Z","caller":"traceutil/trace.go:171","msg":"trace[715495560] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"261.552766ms","start":"2026-07-24T04:44:15.181242Z","end":"2026-07-24T04:44:15.442795Z","steps":["trace[715495560] 'process raft request' (duration: 260.76916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:15.442999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.961427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:44:15.443083Z","caller":"traceutil/trace.go:171","msg":"trace[1670966268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:838; }","duration":"146.15283ms","start":"2026-07-24T04:44:15.29691Z","end":"2026-07-24T04:44:15.443063Z","steps":["trace[1670966268] 'agreement among raft nodes before linearized reading' (duration: 145.910326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:15.443181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.868961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:44:15.44328Z","caller":"traceutil/trace.go:171","msg":"trace[1307708203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:838; }","duration":"122.042615ms","start":"2026-07-24T04:44:15.321213Z","end":"2026-07-24T04:44:15.443256Z","steps":["trace[1307708203] 'agreement among raft nodes before linearized reading' (duration: 121.701148ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:15.837997Z","caller":"traceutil/trace.go:171","msg":"trace[1964127072] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"315.244862ms","start":"2026-07-24T04:44:15.522709Z","end":"2026-07-24T04:44:15.837954Z","steps":["trace[1964127072] 'process raft request' (duration: 305.188318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:15.838984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:15.522682Z","time spent":"315.477076ms","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:45:01.13776Z","caller":"traceutil/trace.go:171","msg":"trace[1928659620] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"101.990483ms","start":"2026-07-24T04:45:01.035734Z","end":"2026-07-24T04:45:01.137724Z","steps":["trace[1928659620] 'process raft request' (duration: 101.79745ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:21.419876Z","caller":"traceutil/trace.go:171","msg":"trace[434248298] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"102.86579ms","start":"2026-07-24T04:45:21.316985Z","end":"2026-07-24T04:45:21.419851Z","steps":["trace[434248298] 'process raft request' (duration: 102.728887ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:46.692499Z","caller":"traceutil/trace.go:171","msg":"trace[3134323] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2156; }","duration":"310.57408ms","start":"2026-07-24T04:45:46.381898Z","end":"2026-07-24T04:45:46.692472Z","steps":["trace[3134323] 'read index received' (duration: 310.387476ms)","trace[3134323] 'applied index is now lower than readState.Index' (duration: 185.634µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:46.692522Z","caller":"traceutil/trace.go:171","msg":"trace[1420839906] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"345.228333ms","start":"2026-07-24T04:45:46.34726Z","end":"2026-07-24T04:45:46.692488Z","steps":["trace[1420839906] 'process raft request' (duration: 345.05733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:46.692785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.876765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10630"} {"level":"info","ts":"2026-07-24T04:45:46.692831Z","caller":"traceutil/trace.go:171","msg":"trace[1591964925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2063; }","duration":"310.939637ms","start":"2026-07-24T04:45:46.381879Z","end":"2026-07-24T04:45:46.692818Z","steps":["trace[1591964925] 'agreement among raft nodes before linearized reading' (duration: 310.731803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:46.692872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:46.381822Z","time spent":"311.041378ms","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10652,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-24T04:45:46.692858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.121701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T04:45:46.692945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:46.347227Z","time spent":"345.390987ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:46.692963Z","caller":"traceutil/trace.go:171","msg":"trace[1662744245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2063; }","duration":"299.248034ms","start":"2026-07-24T04:45:46.393681Z","end":"2026-07-24T04:45:46.692929Z","steps":["trace[1662744245] 'agreement among raft nodes before linearized reading' (duration: 298.981179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:46.693007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.805146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-24T04:45:46.693067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.823124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa44ab80-8a0c-49e8-852e-2b4f01d6002c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T04:45:46.693135Z","caller":"traceutil/trace.go:171","msg":"trace[857445025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2063; }","duration":"178.99374ms","start":"2026-07-24T04:45:46.514111Z","end":"2026-07-24T04:45:46.693105Z","steps":["trace[857445025] 'agreement among raft nodes before linearized reading' (duration: 178.626773ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:46.693154Z","caller":"traceutil/trace.go:171","msg":"trace[1696387080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa44ab80-8a0c-49e8-852e-2b4f01d6002c; range_end:; response_count:1; response_revision:2063; }","duration":"228.938016ms","start":"2026-07-24T04:45:46.464197Z","end":"2026-07-24T04:45:46.693135Z","steps":["trace[1696387080] 'agreement among raft nodes before linearized reading' (duration: 228.636651ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:46.880992Z","caller":"traceutil/trace.go:171","msg":"trace[1793413138] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"133.503137ms","start":"2026-07-24T04:45:46.747457Z","end":"2026-07-24T04:45:46.88096Z","steps":["trace[1793413138] 'process raft request' (duration: 133.353415ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:46.881019Z","caller":"traceutil/trace.go:171","msg":"trace[1629482552] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"132.59942ms","start":"2026-07-24T04:45:46.748398Z","end":"2026-07-24T04:45:46.880997Z","steps":["trace[1629482552] 'process raft request' (duration: 132.472598ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:46.88132Z","caller":"traceutil/trace.go:171","msg":"trace[1607936583] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"128.544522ms","start":"2026-07-24T04:45:46.752736Z","end":"2026-07-24T04:45:46.88128Z","steps":["trace[1607936583] 'process raft request' (duration: 128.198756ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:46.881334Z","caller":"traceutil/trace.go:171","msg":"trace[2063465219] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"134.048408ms","start":"2026-07-24T04:45:46.747248Z","end":"2026-07-24T04:45:46.881296Z","steps":["trace[2063465219] 'process raft request' (duration: 133.442946ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:57.494307Z","caller":"traceutil/trace.go:171","msg":"trace[436206575] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"102.001533ms","start":"2026-07-24T04:45:57.392276Z","end":"2026-07-24T04:45:57.494278Z","steps":["trace[436206575] 'process raft request' (duration: 101.858551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:31.061228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.726249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:46:31.061378Z","caller":"traceutil/trace.go:171","msg":"trace[1506020280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2358; }","duration":"126.901972ms","start":"2026-07-24T04:46:30.934455Z","end":"2026-07-24T04:46:31.061357Z","steps":["trace[1506020280] 'range keys from in-memory index tree' (duration: 126.541525ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:25.4465Z","caller":"traceutil/trace.go:171","msg":"trace[1451274639] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"111.586439ms","start":"2026-07-24T04:47:25.334885Z","end":"2026-07-24T04:47:25.446471Z","steps":["trace[1451274639] 'process raft request' (duration: 111.400875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:59.833867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.921752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:47:59.834046Z","caller":"traceutil/trace.go:171","msg":"trace[1460983385] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"131.781408ms","start":"2026-07-24T04:47:59.702202Z","end":"2026-07-24T04:47:59.833983Z","steps":["trace[1460983385] 'process raft request' (duration: 18.640832ms)","trace[1460983385] 'compare' (duration: 112.773279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:00.07225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.447413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:00.072369Z","caller":"traceutil/trace.go:171","msg":"trace[151682580] linearizableReadLoop","detail":"{readStateIndex:3164; appliedIndex:3163; }","duration":"206.390915ms","start":"2026-07-24T04:47:59.865962Z","end":"2026-07-24T04:48:00.072353Z","steps":["trace[151682580] 'read index received' (duration: 95.726078ms)","trace[151682580] 'applied index is now lower than readState.Index' (duration: 110.663817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:00.072511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.557229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T04:48:00.072547Z","caller":"traceutil/trace.go:171","msg":"trace[431717997] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3034; }","duration":"206.693811ms","start":"2026-07-24T04:47:59.865844Z","end":"2026-07-24T04:48:00.072538Z","steps":["trace[431717997] 'agreement among raft nodes before linearized reading' (duration: 206.559539ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:00.072459Z","caller":"traceutil/trace.go:171","msg":"trace[1820586853] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"214.084325ms","start":"2026-07-24T04:47:59.858337Z","end":"2026-07-24T04:48:00.072422Z","steps":["trace[1820586853] 'process raft request' (duration: 103.378627ms)","trace[1820586853] 'compare' (duration: 110.324311ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:24.815594Z","caller":"traceutil/trace.go:171","msg":"trace[84945622] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"118.020225ms","start":"2026-07-24T04:50:24.697533Z","end":"2026-07-24T04:50:24.815553Z","steps":["trace[84945622] 'process raft request' (duration: 117.667127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:46.579599Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2441} {"level":"info","ts":"2026-07-24T04:51:46.646935Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2441,"took":"66.094591ms","hash":2125208512,"current-db-size-bytes":52977664,"current-db-size":"53 MB","current-db-size-in-use-bytes":29515776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T04:51:46.647039Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2125208512,"revision":2441,"compact-revision":-1} {"level":"info","ts":"2026-07-24T04:52:00.850058Z","caller":"traceutil/trace.go:171","msg":"trace[471841800] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"106.245577ms","start":"2026-07-24T04:52:00.743783Z","end":"2026-07-24T04:52:00.850028Z","steps":["trace[471841800] 'process raft request' (duration: 106.007982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:01.227383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.107625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:52:01.22749Z","caller":"traceutil/trace.go:171","msg":"trace[2004995219] linearizableReadLoop","detail":"{readStateIndex:5681; appliedIndex:5680; }","duration":"246.20885ms","start":"2026-07-24T04:52:00.981264Z","end":"2026-07-24T04:52:01.227473Z","steps":["trace[2004995219] 'read index received' (duration: 21.63µs)","trace[2004995219] 'applied index is now lower than readState.Index' (duration: 246.18592ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:52:01.227682Z","caller":"traceutil/trace.go:171","msg":"trace[783957319] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"356.901832ms","start":"2026-07-24T04:52:00.870727Z","end":"2026-07-24T04:52:01.227629Z","steps":["trace[783957319] 'process raft request' (duration: 96.46037ms)","trace[783957319] 'compare' (duration: 259.982153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:52:01.227901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.626967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t49zs\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T04:52:01.227937Z","caller":"traceutil/trace.go:171","msg":"trace[1924312791] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t49zs; range_end:; response_count:1; response_revision:5460; }","duration":"246.665878ms","start":"2026-07-24T04:52:00.981258Z","end":"2026-07-24T04:52:01.227924Z","steps":["trace[1924312791] 'agreement among raft nodes before linearized reading' (duration: 246.502195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:01.227955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:00.870709Z","time spent":"357.108676ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:56:46.586632Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5176} {"level":"info","ts":"2026-07-24T04:56:46.701789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5176,"took":"113.231298ms","hash":811796698,"current-db-size-bytes":52977664,"current-db-size":"53 MB","current-db-size-in-use-bytes":28741632,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-24T04:56:46.701839Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":811796698,"revision":5176,"compact-revision":2441} {"level":"info","ts":"2026-07-24T04:58:09.66964Z","caller":"traceutil/trace.go:171","msg":"trace[829009639] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8727; }","duration":"151.337942ms","start":"2026-07-24T04:58:09.518274Z","end":"2026-07-24T04:58:09.669612Z","steps":["trace[829009639] 'read index received' (duration: 151.186239ms)","trace[829009639] 'applied index is now lower than readState.Index' (duration: 149.903µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:58:09.669725Z","caller":"traceutil/trace.go:171","msg":"trace[1937079919] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"153.875501ms","start":"2026-07-24T04:58:09.515808Z","end":"2026-07-24T04:58:09.669683Z","steps":["trace[1937079919] 'process raft request' (duration: 153.630306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:58:09.669883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.575497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:58:09.669923Z","caller":"traceutil/trace.go:171","msg":"trace[2091003477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8416; }","duration":"151.662359ms","start":"2026-07-24T04:58:09.51825Z","end":"2026-07-24T04:58:09.669912Z","steps":["trace[2091003477] 'agreement among raft nodes before linearized reading' (duration: 151.494136ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:58:09.811257Z","caller":"traceutil/trace.go:171","msg":"trace[898630083] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8728; }","duration":"141.498525ms","start":"2026-07-24T04:58:09.66972Z","end":"2026-07-24T04:58:09.811219Z","steps":["trace[898630083] 'read index received' (duration: 141.408253ms)","trace[898630083] 'applied index is now lower than readState.Index' (duration: 88.762µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:58:09.811313Z","caller":"traceutil/trace.go:171","msg":"trace[189651079] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"202.447225ms","start":"2026-07-24T04:58:09.608802Z","end":"2026-07-24T04:58:09.811249Z","steps":["trace[189651079] 'process raft request' (duration: 202.061578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:58:09.81155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.376621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-24T04:58:09.811645Z","caller":"traceutil/trace.go:171","msg":"trace[1216299218] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8417; }","duration":"247.500503ms","start":"2026-07-24T04:58:09.56412Z","end":"2026-07-24T04:58:09.81162Z","steps":["trace[1216299218] 'agreement among raft nodes before linearized reading' (duration: 247.168187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:58:09.811844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.661713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T04:58:09.811925Z","caller":"traceutil/trace.go:171","msg":"trace[392874364] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8417; }","duration":"262.104072ms","start":"2026-07-24T04:58:09.549804Z","end":"2026-07-24T04:58:09.811909Z","steps":["trace[392874364] 'agreement among raft nodes before linearized reading' (duration: 261.570452ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:58:09.812322Z","caller":"traceutil/trace.go:171","msg":"trace[874672125] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"137.723683ms","start":"2026-07-24T04:58:09.67454Z","end":"2026-07-24T04:58:09.812263Z","steps":["trace[874672125] 'process raft request' (duration: 137.409746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:58:21.578624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.60703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:58:21.578731Z","caller":"traceutil/trace.go:171","msg":"trace[1147606874] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"335.550641ms","start":"2026-07-24T04:58:21.243163Z","end":"2026-07-24T04:58:21.578713Z","steps":["trace[1147606874] 'read index received' (duration: 7.634225ms)","trace[1147606874] 'applied index is now lower than readState.Index' (duration: 327.914486ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:58:21.57882Z","caller":"traceutil/trace.go:171","msg":"trace[1699746969] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"346.004451ms","start":"2026-07-24T04:58:21.232804Z","end":"2026-07-24T04:58:21.578808Z","steps":["trace[1699746969] 'process raft request' (duration: 18.094645ms)","trace[1699746969] 'compare' (duration: 327.399396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:58:21.578882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:58:21.232751Z","time spent":"346.097913ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:58:21.579109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.513516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t49zs\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T04:58:21.579171Z","caller":"traceutil/trace.go:171","msg":"trace[1282342027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t49zs; range_end:; response_count:1; response_revision:8479; }","duration":"267.611847ms","start":"2026-07-24T04:58:21.311543Z","end":"2026-07-24T04:58:21.579155Z","steps":["trace[1282342027] 'agreement among raft nodes before linearized reading' (duration: 267.366853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:58:21.579063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.830106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:58:21.579442Z","caller":"traceutil/trace.go:171","msg":"trace[2017340318] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8479; }","duration":"336.286905ms","start":"2026-07-24T04:58:21.243131Z","end":"2026-07-24T04:58:21.579418Z","steps":["trace[2017340318] 'agreement among raft nodes before linearized reading' (duration: 335.803506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:58:21.579501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:58:21.243119Z","time spent":"336.362986ms","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:59:01.379234Z","caller":"traceutil/trace.go:171","msg":"trace[14724719] linearizableReadLoop","detail":"{readStateIndex:9112; appliedIndex:9111; }","duration":"118.998987ms","start":"2026-07-24T04:59:01.260221Z","end":"2026-07-24T04:59:01.37922Z","steps":["trace[14724719] 'read index received' (duration: 118.855254ms)","trace[14724719] 'applied index is now lower than readState.Index' (duration: 143.133µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:59:01.379361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.121069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:59:01.379385Z","caller":"traceutil/trace.go:171","msg":"trace[961469835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8783; }","duration":"119.18044ms","start":"2026-07-24T04:59:01.260197Z","end":"2026-07-24T04:59:01.379378Z","steps":["trace[961469835] 'agreement among raft nodes before linearized reading' (duration: 119.115059ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:59:01.379341Z","caller":"traceutil/trace.go:171","msg":"trace[622386973] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"140.640649ms","start":"2026-07-24T04:59:01.238674Z","end":"2026-07-24T04:59:01.379315Z","steps":["trace[622386973] 'process raft request' (duration: 140.451555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:59:02.054471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.305476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:59:02.054599Z","caller":"traceutil/trace.go:171","msg":"trace[1170238162] linearizableReadLoop","detail":"{readStateIndex:9118; appliedIndex:9117; }","duration":"224.66773ms","start":"2026-07-24T04:59:01.829913Z","end":"2026-07-24T04:59:02.054581Z","steps":["trace[1170238162] 'read index received' (duration: 119.15914ms)","trace[1170238162] 'applied index is now lower than readState.Index' (duration: 105.50725ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:59:02.054671Z","caller":"traceutil/trace.go:171","msg":"trace[183669196] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"225.563649ms","start":"2026-07-24T04:59:01.829047Z","end":"2026-07-24T04:59:02.05461Z","steps":["trace[183669196] 'process raft request' (duration: 120.037698ms)","trace[183669196] 'compare' (duration: 105.062841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:59:02.054815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.891006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-b49zd\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-07-24T04:59:02.054857Z","caller":"traceutil/trace.go:171","msg":"trace[998729437] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-b49zd; range_end:; response_count:1; response_revision:8789; }","duration":"224.968047ms","start":"2026-07-24T04:59:01.829879Z","end":"2026-07-24T04:59:02.054847Z","steps":["trace[998729437] 'agreement among raft nodes before linearized reading' (duration: 224.781404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:59:02.111057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.762884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:59:02.111078Z","caller":"traceutil/trace.go:171","msg":"trace[914104167] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"106.528979ms","start":"2026-07-24T04:59:02.004516Z","end":"2026-07-24T04:59:02.111045Z","steps":["trace[914104167] 'process raft request' (duration: 106.324666ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:59:02.111139Z","caller":"traceutil/trace.go:171","msg":"trace[892118819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8790; }","duration":"244.883757ms","start":"2026-07-24T04:59:01.866237Z","end":"2026-07-24T04:59:02.111121Z","steps":["trace[892118819] 'agreement among raft nodes before linearized reading' (duration: 244.719724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:59:02.111282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.976206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T04:59:02.11132Z","caller":"traceutil/trace.go:171","msg":"trace[302910756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8790; }","duration":"184.048096ms","start":"2026-07-24T04:59:01.927263Z","end":"2026-07-24T04:59:02.111311Z","steps":["trace[302910756] 'agreement among raft nodes before linearized reading' (duration: 183.901854ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:59:04.77746Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023ba.wal"} {"level":"info","ts":"2026-07-24T05:00:08.044502Z","caller":"traceutil/trace.go:171","msg":"trace[1317660363] linearizableReadLoop","detail":"{readStateIndex:9770; appliedIndex:9768; }","duration":"288.550148ms","start":"2026-07-24T05:00:07.755928Z","end":"2026-07-24T05:00:08.044479Z","steps":["trace[1317660363] 'read index received' (duration: 68.934633ms)","trace[1317660363] 'applied index is now lower than readState.Index' (duration: 219.614555ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:00:08.044619Z","caller":"traceutil/trace.go:171","msg":"trace[1156404780] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"291.195238ms","start":"2026-07-24T05:00:07.753414Z","end":"2026-07-24T05:00:08.044609Z","steps":["trace[1156404780] 'process raft request' (duration: 252.270377ms)","trace[1156404780] 'compare' (duration: 38.633206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:00:08.0447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.402505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:00:08.044808Z","caller":"traceutil/trace.go:171","msg":"trace[290730661] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9423; }","duration":"225.541948ms","start":"2026-07-24T05:00:07.819239Z","end":"2026-07-24T05:00:08.044781Z","steps":["trace[290730661] 'agreement among raft nodes before linearized reading' (duration: 225.387935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:00:08.04481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.866694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:00:08.044881Z","caller":"traceutil/trace.go:171","msg":"trace[940972634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9423; }","duration":"288.958115ms","start":"2026-07-24T05:00:07.755897Z","end":"2026-07-24T05:00:08.044855Z","steps":["trace[940972634] 'agreement among raft nodes before linearized reading' (duration: 288.798352ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:00:29.053699Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T05:00:29.05967Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T05:00:29.059784Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T05:01:46.593103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7696} {"level":"info","ts":"2026-07-24T05:01:46.673083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7696,"took":"77.653911ms","hash":219049251,"current-db-size-bytes":52977664,"current-db-size":"53 MB","current-db-size-in-use-bytes":26382336,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-24T05:01:46.673158Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":219049251,"revision":7696,"compact-revision":5176} {"level":"warn","ts":"2026-07-24T05:03:43.712376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.643788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:03:43.712661Z","caller":"traceutil/trace.go:171","msg":"trace[1664128542] transaction","detail":"{read_only:false; response_revision:11329; number_of_response:1; }","duration":"203.993458ms","start":"2026-07-24T05:03:43.508619Z","end":"2026-07-24T05:03:43.712613Z","steps":["trace[1664128542] 'process raft request' (duration: 203.870185ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:03:43.712775Z","caller":"traceutil/trace.go:171","msg":"trace[155192646] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"205.225422ms","start":"2026-07-24T05:03:43.5075Z","end":"2026-07-24T05:03:43.712725Z","steps":["trace[155192646] 'process raft request' (duration: 93.122345ms)","trace[155192646] 'compare' (duration: 111.428884ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:06:46.60144Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10252} {"level":"info","ts":"2026-07-24T05:06:46.69142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10252,"took":"87.628808ms","hash":271040927,"current-db-size-bytes":52977664,"current-db-size":"53 MB","current-db-size-in-use-bytes":28307456,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T05:06:46.691503Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":271040927,"revision":10252,"compact-revision":7696} {"level":"info","ts":"2026-07-24T05:09:27.05529Z","caller":"traceutil/trace.go:171","msg":"trace[1194490483] linearizableReadLoop","detail":"{readStateIndex:14203; appliedIndex:14201; }","duration":"100.949893ms","start":"2026-07-24T05:09:26.95432Z","end":"2026-07-24T05:09:27.05527Z","steps":["trace[1194490483] 'read index received' (duration: 31.557902ms)","trace[1194490483] 'applied index is now lower than readState.Index' (duration: 69.390821ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:09:27.055356Z","caller":"traceutil/trace.go:171","msg":"trace[1553749282] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"124.391139ms","start":"2026-07-24T05:09:26.930931Z","end":"2026-07-24T05:09:27.055322Z","steps":["trace[1553749282] 'process raft request' (duration: 124.195385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:27.055433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.101616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:09:27.055466Z","caller":"traceutil/trace.go:171","msg":"trace[961360881] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13720; }","duration":"101.176098ms","start":"2026-07-24T05:09:26.95428Z","end":"2026-07-24T05:09:27.055456Z","steps":["trace[961360881] 'agreement among raft nodes before linearized reading' (duration: 101.079005ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:53.256809Z","caller":"traceutil/trace.go:171","msg":"trace[526110845] transaction","detail":"{read_only:false; response_revision:13859; number_of_response:1; }","duration":"110.6698ms","start":"2026-07-24T05:09:53.146106Z","end":"2026-07-24T05:09:53.256776Z","steps":["trace[526110845] 'process raft request' (duration: 78.929815ms)","trace[526110845] 'compare' (duration: 31.542541ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:09:53.256834Z","caller":"traceutil/trace.go:171","msg":"trace[1718261447] transaction","detail":"{read_only:false; response_revision:13860; number_of_response:1; }","duration":"105.350889ms","start":"2026-07-24T05:09:53.151456Z","end":"2026-07-24T05:09:53.256807Z","steps":["trace[1718261447] 'process raft request' (duration: 105.251187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:55.646929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.414361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:09:55.647081Z","caller":"traceutil/trace.go:171","msg":"trace[722319033] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13874; }","duration":"114.630906ms","start":"2026-07-24T05:09:55.532429Z","end":"2026-07-24T05:09:55.64706Z","steps":["trace[722319033] 'count revisions from in-memory index tree' (duration: 114.243118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:10:03.106923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.111196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:10:03.107026Z","caller":"traceutil/trace.go:171","msg":"trace[1293339539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13922; }","duration":"241.262698ms","start":"2026-07-24T05:10:02.865729Z","end":"2026-07-24T05:10:03.106991Z","steps":["trace[1293339539] 'range keys from in-memory index tree' (duration: 240.979533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:10:03.107026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.242882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:10:03.107042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.761829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:10:03.107112Z","caller":"traceutil/trace.go:171","msg":"trace[830105122] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13922; }","duration":"355.381714ms","start":"2026-07-24T05:10:02.751714Z","end":"2026-07-24T05:10:03.107096Z","steps":["trace[830105122] 'range keys from in-memory index tree' (duration: 355.14349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:10:03.107146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:10:02.751697Z","time spent":"355.441955ms","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:10:03.107159Z","caller":"traceutil/trace.go:171","msg":"trace[1579608512] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13922; }","duration":"113.966743ms","start":"2026-07-24T05:10:02.993166Z","end":"2026-07-24T05:10:03.107133Z","steps":["trace[1579608512] 'count revisions from in-memory index tree' (duration: 113.615716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:10:03.107432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.921054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t49zs\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T05:10:03.107478Z","caller":"traceutil/trace.go:171","msg":"trace[298173413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t49zs; range_end:; response_count:1; response_revision:13922; }","duration":"282.010295ms","start":"2026-07-24T05:10:02.825457Z","end":"2026-07-24T05:10:03.107467Z","steps":["trace[298173413] 'range keys from in-memory index tree' (duration: 281.764271ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:46.607321Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12571} {"level":"info","ts":"2026-07-24T05:11:46.694578Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12571,"took":"84.057232ms","hash":671640608,"current-db-size-bytes":52977664,"current-db-size":"53 MB","current-db-size-in-use-bytes":30961664,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T05:11:46.694643Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":671640608,"revision":12571,"compact-revision":10252} {"level":"info","ts":"2026-07-24T05:16:46.613668Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15019} {"level":"info","ts":"2026-07-24T05:16:46.708821Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15019,"took":"92.207569ms","hash":1597420726,"current-db-size-bytes":52977664,"current-db-size":"53 MB","current-db-size-in-use-bytes":32157696,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T05:16:46.708923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1597420726,"revision":15019,"compact-revision":12571} {"level":"warn","ts":"2026-07-24T05:17:07.584479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.867145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rjqxt\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-24T05:17:07.584602Z","caller":"traceutil/trace.go:171","msg":"trace[1450961714] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rjqxt; range_end:; response_count:1; response_revision:17463; }","duration":"153.025839ms","start":"2026-07-24T05:17:07.431551Z","end":"2026-07-24T05:17:07.584577Z","steps":["trace[1450961714] 'range keys from in-memory index tree' (duration: 152.686222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:12.976929Z","caller":"traceutil/trace.go:171","msg":"trace[1243265711] transaction","detail":"{read_only:false; response_revision:17494; number_of_response:1; }","duration":"173.287156ms","start":"2026-07-24T05:17:12.803609Z","end":"2026-07-24T05:17:12.976897Z","steps":["trace[1243265711] 'process raft request' (duration: 173.081532ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:13.215904Z","caller":"traceutil/trace.go:171","msg":"trace[1294948963] linearizableReadLoop","detail":"{readStateIndex:18103; appliedIndex:18102; }","duration":"348.991497ms","start":"2026-07-24T05:17:12.866878Z","end":"2026-07-24T05:17:13.21587Z","steps":["trace[1294948963] 'read index received' (duration: 110.017728ms)","trace[1294948963] 'applied index is now lower than readState.Index' (duration: 238.972689ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:13.215953Z","caller":"traceutil/trace.go:171","msg":"trace[113710432] transaction","detail":"{read_only:false; response_revision:17495; number_of_response:1; }","duration":"394.416993ms","start":"2026-07-24T05:17:12.821499Z","end":"2026-07-24T05:17:13.215916Z","steps":["trace[113710432] 'process raft request' (duration: 389.941069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:13.216089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.201711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:13.216115Z","caller":"traceutil/trace.go:171","msg":"trace[495985030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17495; }","duration":"349.271492ms","start":"2026-07-24T05:17:12.866838Z","end":"2026-07-24T05:17:13.216109Z","steps":["trace[495985030] 'agreement among raft nodes before linearized reading' (duration: 349.17143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:13.216136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:12.866826Z","time spent":"349.306543ms","remote":"127.0.0.1:40488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:13.216218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.441173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:17:13.216298Z","caller":"traceutil/trace.go:171","msg":"trace[1979405871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17495; }","duration":"289.555334ms","start":"2026-07-24T05:17:12.926723Z","end":"2026-07-24T05:17:13.216278Z","steps":["trace[1979405871] 'agreement among raft nodes before linearized reading' (duration: 289.320779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:13.216859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:12.821476Z","time spent":"394.545166ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:20:54.757979Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T05:20:54.762413Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T05:20:54.762483Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-24T05:21:46.625996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17315} {"level":"info","ts":"2026-07-24T05:21:46.722921Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17315,"took":"93.000234ms","hash":3684879746,"current-db-size-bytes":52977664,"current-db-size":"53 MB","current-db-size-in-use-bytes":34504704,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T05:21:46.723002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3684879746,"revision":17315,"compact-revision":15019} {"level":"info","ts":"2026-07-24T05:22:17.685437Z","caller":"traceutil/trace.go:171","msg":"trace[1154282386] transaction","detail":"{read_only:false; response_revision:19957; number_of_response:1; }","duration":"104.895542ms","start":"2026-07-24T05:22:17.580492Z","end":"2026-07-24T05:22:17.685388Z","steps":["trace[1154282386] 'process raft request' (duration: 104.336221ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:19.156932Z","caller":"traceutil/trace.go:171","msg":"trace[1585449852] transaction","detail":"{read_only:false; response_revision:19962; number_of_response:1; }","duration":"108.903829ms","start":"2026-07-24T05:22:19.047985Z","end":"2026-07-24T05:22:19.156889Z","steps":["trace[1585449852] 'process raft request' (duration: 108.648084ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:19.156962Z","caller":"traceutil/trace.go:171","msg":"trace[166215016] transaction","detail":"{read_only:false; response_revision:19963; number_of_response:1; }","duration":"108.915759ms","start":"2026-07-24T05:22:19.047991Z","end":"2026-07-24T05:22:19.156906Z","steps":["trace[166215016] 'process raft request' (duration: 108.814777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:20.378234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.89679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:20.378416Z","caller":"traceutil/trace.go:171","msg":"trace[1910790973] transaction","detail":"{read_only:false; response_revision:19972; number_of_response:1; }","duration":"138.127306ms","start":"2026-07-24T05:22:20.24027Z","end":"2026-07-24T05:22:20.378397Z","steps":["trace[1910790973] 'process raft request' (duration: 30.960741ms)","trace[1910790973] 'compare' (duration: 106.674106ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:20.541068Z","caller":"traceutil/trace.go:171","msg":"trace[341265452] transaction","detail":"{read_only:false; response_revision:19973; number_of_response:1; }","duration":"127.87459ms","start":"2026-07-24T05:22:20.41316Z","end":"2026-07-24T05:22:20.541034Z","steps":["trace[341265452] 'process raft request' (duration: 70.186159ms)","trace[341265452] 'compare' (duration: 57.491078ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:21.325042Z","caller":"traceutil/trace.go:171","msg":"trace[506009409] linearizableReadLoop","detail":"{readStateIndex:20665; appliedIndex:20663; }","duration":"142.920098ms","start":"2026-07-24T05:22:21.182101Z","end":"2026-07-24T05:22:21.325021Z","steps":["trace[506009409] 'read index received' (duration: 55.593471ms)","trace[506009409] 'applied index is now lower than readState.Index' (duration: 87.325557ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:21.325088Z","caller":"traceutil/trace.go:171","msg":"trace[1018317470] transaction","detail":"{read_only:false; response_revision:19976; number_of_response:1; }","duration":"157.77158ms","start":"2026-07-24T05:22:21.167287Z","end":"2026-07-24T05:22:21.325059Z","steps":["trace[1018317470] 'process raft request' (duration: 109.423188ms)","trace[1018317470] 'compare' (duration: 48.130728ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:21.325159Z","caller":"traceutil/trace.go:171","msg":"trace[1778488083] transaction","detail":"{read_only:false; response_revision:19977; number_of_response:1; }","duration":"117.909821ms","start":"2026-07-24T05:22:21.207211Z","end":"2026-07-24T05:22:21.325121Z","steps":["trace[1778488083] 'process raft request' (duration: 117.769208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:21.325436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.313545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T05:22:21.325446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.683579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:21.32547Z","caller":"traceutil/trace.go:171","msg":"trace[279372437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19977; }","duration":"143.392796ms","start":"2026-07-24T05:22:21.182069Z","end":"2026-07-24T05:22:21.325462Z","steps":["trace[279372437] 'agreement among raft nodes before linearized reading' (duration: 143.07154ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:21.325495Z","caller":"traceutil/trace.go:171","msg":"trace[899072726] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19977; }","duration":"125.802681ms","start":"2026-07-24T05:22:21.199675Z","end":"2026-07-24T05:22:21.325478Z","steps":["trace[899072726] 'agreement among raft nodes before linearized reading' (duration: 125.703599ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:21.50182Z","caller":"traceutil/trace.go:171","msg":"trace[1196453642] transaction","detail":"{read_only:false; response_revision:19979; number_of_response:1; }","duration":"172.074293ms","start":"2026-07-24T05:22:21.329718Z","end":"2026-07-24T05:22:21.501793Z","steps":["trace[1196453642] 'process raft request' (duration: 171.713297ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:23.474733Z","caller":"traceutil/trace.go:171","msg":"trace[2069467342] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"140.880288ms","start":"2026-07-24T05:22:23.333822Z","end":"2026-07-24T05:22:23.474702Z","steps":["trace[2069467342] 'process raft request' (duration: 60.350371ms)","trace[2069467342] 'compare' (duration: 80.361354ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:23.474728Z","caller":"traceutil/trace.go:171","msg":"trace[1132481470] linearizableReadLoop","detail":"{readStateIndex:20675; appliedIndex:20673; }","duration":"129.567983ms","start":"2026-07-24T05:22:23.345099Z","end":"2026-07-24T05:22:23.474667Z","steps":["trace[1132481470] 'read index received' (duration: 11.408278ms)","trace[1132481470] 'applied index is now lower than readState.Index' (duration: 118.158445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:23.475183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.050711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:22:23.475303Z","caller":"traceutil/trace.go:171","msg":"trace[1335625881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19986; }","duration":"130.228315ms","start":"2026-07-24T05:22:23.34505Z","end":"2026-07-24T05:22:23.475278Z","steps":["trace[1335625881] 'agreement among raft nodes before linearized reading' (duration: 129.808187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:24.852595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.625329ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:22:24.852702Z","caller":"traceutil/trace.go:171","msg":"trace[1962323744] linearizableReadLoop","detail":"{readStateIndex:20681; appliedIndex:20680; }","duration":"166.537738ms","start":"2026-07-24T05:22:24.686146Z","end":"2026-07-24T05:22:24.852684Z","steps":["trace[1962323744] 'read index received' (duration: 9.812276ms)","trace[1962323744] 'applied index is now lower than readState.Index' (duration: 156.723822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:24.852883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.736722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-24T05:22:24.852926Z","caller":"traceutil/trace.go:171","msg":"trace[1802046990] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19991; }","duration":"166.838434ms","start":"2026-07-24T05:22:24.686071Z","end":"2026-07-24T05:22:24.85291Z","steps":["trace[1802046990] 'agreement among raft nodes before linearized reading' (duration: 166.663321ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:25.439632Z","caller":"traceutil/trace.go:171","msg":"trace[883054004] transaction","detail":"{read_only:false; response_revision:19993; number_of_response:1; }","duration":"106.665305ms","start":"2026-07-24T05:22:25.332945Z","end":"2026-07-24T05:22:25.439611Z","steps":["trace[883054004] 'process raft request' (duration: 106.512903ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:25.665834Z","caller":"traceutil/trace.go:171","msg":"trace[894092708] linearizableReadLoop","detail":"{readStateIndex:20684; appliedIndex:20683; }","duration":"186.258995ms","start":"2026-07-24T05:22:25.479549Z","end":"2026-07-24T05:22:25.665808Z","steps":["trace[894092708] 'read index received' (duration: 186.03532ms)","trace[894092708] 'applied index is now lower than readState.Index' (duration: 222.455µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:25.66589Z","caller":"traceutil/trace.go:171","msg":"trace[955146083] transaction","detail":"{read_only:false; response_revision:19994; number_of_response:1; }","duration":"304.017162ms","start":"2026-07-24T05:22:25.361839Z","end":"2026-07-24T05:22:25.665856Z","steps":["trace[955146083] 'process raft request' (duration: 303.732146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:25.666059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:25.361806Z","time spent":"304.158665ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:25.666087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.521289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:22:25.666127Z","caller":"traceutil/trace.go:171","msg":"trace[1158086727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19994; }","duration":"186.614751ms","start":"2026-07-24T05:22:25.479501Z","end":"2026-07-24T05:22:25.666116Z","steps":["trace[1158086727] 'agreement among raft nodes before linearized reading' (duration: 186.452078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:25.666204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.959596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T05:22:25.666287Z","caller":"traceutil/trace.go:171","msg":"trace[1669281861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19994; }","duration":"169.080688ms","start":"2026-07-24T05:22:25.497185Z","end":"2026-07-24T05:22:25.666266Z","steps":["trace[1669281861] 'agreement among raft nodes before linearized reading' (duration: 168.885694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:25.666415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.97361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T05:22:25.666483Z","caller":"traceutil/trace.go:171","msg":"trace[1324879042] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19994; }","duration":"110.082012ms","start":"2026-07-24T05:22:25.556383Z","end":"2026-07-24T05:22:25.666465Z","steps":["trace[1324879042] 'agreement among raft nodes before linearized reading' (duration: 109.925399ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:25.839683Z","caller":"traceutil/trace.go:171","msg":"trace[560648642] transaction","detail":"{read_only:false; response_revision:19995; number_of_response:1; }","duration":"168.712859ms","start":"2026-07-24T05:22:25.670948Z","end":"2026-07-24T05:22:25.839661Z","steps":["trace[560648642] 'process raft request' (duration: 168.583477ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:25.883201Z","caller":"traceutil/trace.go:171","msg":"trace[720529020] transaction","detail":"{read_only:false; response_revision:19996; number_of_response:1; }","duration":"211.843843ms","start":"2026-07-24T05:22:25.671322Z","end":"2026-07-24T05:22:25.883165Z","steps":["trace[720529020] 'process raft request' (duration: 211.482306ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:25.883456Z","caller":"traceutil/trace.go:171","msg":"trace[1656378475] transaction","detail":"{read_only:false; response_revision:19997; number_of_response:1; }","duration":"211.724901ms","start":"2026-07-24T05:22:25.671699Z","end":"2026-07-24T05:22:25.883424Z","steps":["trace[1656378475] 'process raft request' (duration: 211.397005ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:25.883512Z","caller":"traceutil/trace.go:171","msg":"trace[641461130] transaction","detail":"{read_only:false; response_revision:19998; number_of_response:1; }","duration":"211.654669ms","start":"2026-07-24T05:22:25.671838Z","end":"2026-07-24T05:22:25.883492Z","steps":["trace[641461130] 'process raft request' (duration: 211.499076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:26.781462Z","caller":"traceutil/trace.go:171","msg":"trace[177781131] transaction","detail":"{read_only:false; response_revision:20000; number_of_response:1; }","duration":"147.071818ms","start":"2026-07-24T05:22:26.634364Z","end":"2026-07-24T05:22:26.781436Z","steps":["trace[177781131] 'process raft request' (duration: 146.890994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.637979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342252833204036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:27.657367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.639599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:27.657448Z","caller":"traceutil/trace.go:171","msg":"trace[1299123933] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20000; }","duration":"790.769212ms","start":"2026-07-24T05:22:26.866659Z","end":"2026-07-24T05:22:27.657428Z","steps":["trace[1299123933] 'count revisions from in-memory index tree' (duration: 790.572858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.657492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.86664Z","time spent":"790.839763ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:27.657612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.787956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:27.657644Z","caller":"traceutil/trace.go:171","msg":"trace[1141332059] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20000; }","duration":"741.899169ms","start":"2026-07-24T05:22:26.915735Z","end":"2026-07-24T05:22:27.657634Z","steps":["trace[1141332059] 'count revisions from in-memory index tree' (duration: 741.664254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.657665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.915714Z","time spent":"741.945299ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:27.657668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.949883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:22:27.657722Z","caller":"traceutil/trace.go:171","msg":"trace[1258533984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20000; }","duration":"738.039985ms","start":"2026-07-24T05:22:26.919665Z","end":"2026-07-24T05:22:27.657705Z","steps":["trace[1258533984] 'range keys from in-memory index tree' (duration: 737.690878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.657758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.919648Z","time spent":"738.102146ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:22:27.657762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.790331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:27.657866Z","caller":"traceutil/trace.go:171","msg":"trace[2111745321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20000; }","duration":"648.895084ms","start":"2026-07-24T05:22:27.008954Z","end":"2026-07-24T05:22:27.657849Z","steps":["trace[2111745321] 'range keys from in-memory index tree' (duration: 648.77446ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:27.695578Z","caller":"traceutil/trace.go:171","msg":"trace[1928258727] linearizableReadLoop","detail":"{readStateIndex:20691; appliedIndex:20690; }","duration":"558.354636ms","start":"2026-07-24T05:22:27.137194Z","end":"2026-07-24T05:22:27.695549Z","steps":["trace[1928258727] 'read index received' (duration: 558.227683ms)","trace[1928258727] 'applied index is now lower than readState.Index' (duration: 125.673µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:27.695742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.539659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:22:27.695785Z","caller":"traceutil/trace.go:171","msg":"trace[1584189107] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20001; }","duration":"558.632701ms","start":"2026-07-24T05:22:27.13714Z","end":"2026-07-24T05:22:27.695773Z","steps":["trace[1584189107] 'agreement among raft nodes before linearized reading' (duration: 558.545059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.695831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:27.13712Z","time spent":"558.696322ms","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:27.695637Z","caller":"traceutil/trace.go:171","msg":"trace[52648743] transaction","detail":"{read_only:false; response_revision:20001; number_of_response:1; }","duration":"698.023471ms","start":"2026-07-24T05:22:26.997591Z","end":"2026-07-24T05:22:27.695615Z","steps":["trace[52648743] 'process raft request' (duration: 697.792046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:27.696204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:26.997566Z","time spent":"698.521771ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:27.709935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.978227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:22:27.710016Z","caller":"traceutil/trace.go:171","msg":"trace[2060308131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20003; }","duration":"266.108378ms","start":"2026-07-24T05:22:27.443889Z","end":"2026-07-24T05:22:27.709997Z","steps":["trace[2060308131] 'agreement among raft nodes before linearized reading' (duration: 265.888654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:27.994527Z","caller":"traceutil/trace.go:171","msg":"trace[2122496696] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"102.68413ms","start":"2026-07-24T05:22:27.891808Z","end":"2026-07-24T05:22:27.994492Z","steps":["trace[2122496696] 'process raft request' (duration: 102.114319ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:27.994602Z","caller":"traceutil/trace.go:171","msg":"trace[1787515769] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"102.021728ms","start":"2026-07-24T05:22:27.892562Z","end":"2026-07-24T05:22:27.994583Z","steps":["trace[1787515769] 'process raft request' (duration: 101.760953ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:31.934919Z","caller":"traceutil/trace.go:171","msg":"trace[555771018] linearizableReadLoop","detail":"{readStateIndex:20714; appliedIndex:20713; }","duration":"203.075005ms","start":"2026-07-24T05:22:31.731819Z","end":"2026-07-24T05:22:31.934894Z","steps":["trace[555771018] 'read index received' (duration: 202.898761ms)","trace[555771018] 'applied index is now lower than readState.Index' (duration: 175.074µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:31.934949Z","caller":"traceutil/trace.go:171","msg":"trace[1347001345] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"210.6822ms","start":"2026-07-24T05:22:31.724236Z","end":"2026-07-24T05:22:31.934919Z","steps":["trace[1347001345] 'process raft request' (duration: 210.491936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:31.935359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.36136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:22:31.935408Z","caller":"traceutil/trace.go:171","msg":"trace[658902540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20023; }","duration":"193.446762ms","start":"2026-07-24T05:22:31.741945Z","end":"2026-07-24T05:22:31.935392Z","steps":["trace[658902540] 'agreement among raft nodes before linearized reading' (duration: 193.119126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:31.93561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.772499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:22:31.935679Z","caller":"traceutil/trace.go:171","msg":"trace[280525202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20023; }","duration":"203.867121ms","start":"2026-07-24T05:22:31.731792Z","end":"2026-07-24T05:22:31.935659Z","steps":["trace[280525202] 'agreement among raft nodes before linearized reading' (duration: 203.201707ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:38.124364Z","caller":"traceutil/trace.go:171","msg":"trace[388121891] transaction","detail":"{read_only:false; response_revision:20056; number_of_response:1; }","duration":"104.286151ms","start":"2026-07-24T05:22:38.020039Z","end":"2026-07-24T05:22:38.124326Z","steps":["trace[388121891] 'process raft request' (duration: 103.831603ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:38.124784Z","caller":"traceutil/trace.go:171","msg":"trace[1482922928] transaction","detail":"{read_only:false; response_revision:20057; number_of_response:1; }","duration":"102.913645ms","start":"2026-07-24T05:22:38.021862Z","end":"2026-07-24T05:22:38.124775Z","steps":["trace[1482922928] 'process raft request' (duration: 102.215952ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.292614Z","caller":"traceutil/trace.go:171","msg":"trace[486523234] linearizableReadLoop","detail":"{readStateIndex:20792; appliedIndex:20790; }","duration":"119.273857ms","start":"2026-07-24T05:22:46.173315Z","end":"2026-07-24T05:22:46.292589Z","steps":["trace[486523234] 'read index received' (duration: 38.530826ms)","trace[486523234] 'applied index is now lower than readState.Index' (duration: 80.741801ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:46.292665Z","caller":"traceutil/trace.go:171","msg":"trace[1323514560] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"129.486833ms","start":"2026-07-24T05:22:46.163154Z","end":"2026-07-24T05:22:46.292641Z","steps":["trace[1323514560] 'process raft request' (duration: 71.869202ms)","trace[1323514560] 'compare' (duration: 57.436126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:46.292878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.462492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T05:22:46.29288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.539951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:22:46.292983Z","caller":"traceutil/trace.go:171","msg":"trace[2100316065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20098; }","duration":"119.678775ms","start":"2026-07-24T05:22:46.173281Z","end":"2026-07-24T05:22:46.292959Z","steps":["trace[2100316065] 'agreement among raft nodes before linearized reading' (duration: 119.4113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:46.292917Z","caller":"traceutil/trace.go:171","msg":"trace[951913920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20098; }","duration":"117.549574ms","start":"2026-07-24T05:22:46.175358Z","end":"2026-07-24T05:22:46.292908Z","steps":["trace[951913920] 'agreement among raft nodes before linearized reading' (duration: 117.38245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:48.587552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342252833204308,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:22:48.876126Z","caller":"traceutil/trace.go:171","msg":"trace[970830228] transaction","detail":"{read_only:false; response_revision:20103; number_of_response:1; }","duration":"858.550926ms","start":"2026-07-24T05:22:48.017504Z","end":"2026-07-24T05:22:48.876055Z","steps":["trace[970830228] 'process raft request' (duration: 858.340242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:48.876339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.01748Z","time spent":"858.742779ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:50.86774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:22:50.867808Z","caller":"traceutil/trace.go:171","msg":"trace[1079789372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697882s","start":"2026-07-24T05:22:48.867094Z","end":"2026-07-24T05:22:50.867792Z","steps":["trace[1079789372] 'agreement among raft nodes before linearized reading' (duration: 2.00060786s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:50.867847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.867067Z","time spent":"2.000770674s","remote":"127.0.0.1:40488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:22:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:22:51.013277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040555924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:51.013466Z","caller":"traceutil/trace.go:171","msg":"trace[1229671596] transaction","detail":"{read_only:false; response_revision:20106; number_of_response:1; }","duration":"2.06133873s","start":"2026-07-24T05:22:48.952116Z","end":"2026-07-24T05:22:51.013455Z","steps":["trace[1229671596] 'process raft request' (duration: 2.06130814s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:51.013511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.95209Z","time spent":"2.061400421s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:51.013538Z","caller":"traceutil/trace.go:171","msg":"trace[181969304] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"2.545556571s","start":"2026-07-24T05:22:48.467943Z","end":"2026-07-24T05:22:51.013499Z","steps":["trace[181969304] 'process raft request' (duration: 504.693891ms)","trace[181969304] 'compare' (duration: 2.039167057s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:51.013678Z","caller":"traceutil/trace.go:171","msg":"trace[101727098] linearizableReadLoop","detail":"{readStateIndex:20799; appliedIndex:20796; }","duration":"2.926526952s","start":"2026-07-24T05:22:48.087141Z","end":"2026-07-24T05:22:51.013668Z","steps":["trace[101727098] 'read index received' (duration: 788.702913ms)","trace[101727098] 'applied index is now lower than readState.Index' (duration: 2.137822539s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:51.013692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.467919Z","time spent":"2.545692214s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:51.013662Z","caller":"traceutil/trace.go:171","msg":"trace[183388243] transaction","detail":"{read_only:false; response_revision:20105; number_of_response:1; }","duration":"2.444066184s","start":"2026-07-24T05:22:48.569543Z","end":"2026-07-24T05:22:51.013609Z","steps":["trace[183388243] 'process raft request' (duration: 2.443807559s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:51.013831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926699875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T05:22:51.013853Z","caller":"traceutil/trace.go:171","msg":"trace[262255412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20106; }","duration":"2.926757567s","start":"2026-07-24T05:22:48.08709Z","end":"2026-07-24T05:22:51.013848Z","steps":["trace[262255412] 'agreement among raft nodes before linearized reading' (duration: 2.926654025s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:51.01387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.087072Z","time spent":"2.926794257s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:22:51.013862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.569519Z","time spent":"2.444241158s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:51.51414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342252833204316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:52.015427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342252833204316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:52.367958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.683250728s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:22:52.368397Z","caller":"traceutil/trace.go:171","msg":"trace[1000469753] transaction","detail":"{read_only:false; response_revision:20107; number_of_response:1; }","duration":"2.684629754s","start":"2026-07-24T05:22:49.683734Z","end":"2026-07-24T05:22:52.368364Z","steps":["trace[1000469753] 'process raft request' (duration: 2.68442047s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:52.368575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:49.683707Z","time spent":"2.684779898s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:52.868597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:22:52.868696Z","caller":"traceutil/trace.go:171","msg":"trace[147939097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452818s","start":"2026-07-24T05:22:50.868224Z","end":"2026-07-24T05:22:52.868677Z","steps":["trace[147939097] 'agreement among raft nodes before linearized reading' (duration: 2.000325006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:52.868756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:50.868212Z","time spent":"2.000531249s","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:22:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:22:53.215176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998968713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:22:53.215286Z","caller":"traceutil/trace.go:171","msg":"trace[531589297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999132217s","start":"2026-07-24T05:22:48.216129Z","end":"2026-07-24T05:22:53.215261Z","steps":["trace[531589297] 'agreement among raft nodes before linearized reading' (duration: 4.998994294s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:53.215338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.216114Z","time spent":"4.999213688s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:22:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:22:53.295595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99933563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:22:53.295683Z","caller":"traceutil/trace.go:171","msg":"trace[1802089710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999480213s","start":"2026-07-24T05:22:48.296183Z","end":"2026-07-24T05:22:53.295663Z","steps":["trace[1802089710] 'agreement among raft nodes before linearized reading' (duration: 4.999370751s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:53.295983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.29616Z","time spent":"4.999803148s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:22:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:22:53.639842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02494131s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:22:54.23953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.40879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:22:54.239866Z","caller":"traceutil/trace.go:171","msg":"trace[1853144394] linearizableReadLoop","detail":"{readStateIndex:20804; appliedIndex:20801; }","duration":"3.226147679s","start":"2026-07-24T05:22:51.013699Z","end":"2026-07-24T05:22:54.239846Z","steps":["trace[1853144394] 'read index received' (duration: 1.354729413s)","trace[1853144394] 'applied index is now lower than readState.Index' (duration: 1.871417066s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:54.23987Z","caller":"traceutil/trace.go:171","msg":"trace[805910192] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"4.026672236s","start":"2026-07-24T05:22:50.213157Z","end":"2026-07-24T05:22:54.239829Z","steps":["trace[805910192] 'process raft request' (duration: 3.426856859s)","trace[805910192] 'compare' (duration: 598.408041ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:54.239978Z","caller":"traceutil/trace.go:171","msg":"trace[190510083] transaction","detail":"{read_only:false; response_revision:20110; number_of_response:1; }","duration":"3.219712357s","start":"2026-07-24T05:22:51.020234Z","end":"2026-07-24T05:22:54.239947Z","steps":["trace[190510083] 'process raft request' (duration: 3.219554594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.239991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.096474034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:22:54.240041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:50.213132Z","time spent":"4.02681641s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:54.240057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853011593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T05:22:54.240067Z","caller":"traceutil/trace.go:171","msg":"trace[1209903488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20110; }","duration":"5.096600938s","start":"2026-07-24T05:22:49.143451Z","end":"2026-07-24T05:22:54.240052Z","steps":["trace[1209903488] 'agreement among raft nodes before linearized reading' (duration: 5.096477334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604996413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-24T05:22:54.240083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775864241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:22:54.2401Z","caller":"traceutil/trace.go:171","msg":"trace[2130948158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20110; }","duration":"5.853107245s","start":"2026-07-24T05:22:48.386979Z","end":"2026-07-24T05:22:54.240086Z","steps":["trace[2130948158] 'agreement among raft nodes before linearized reading' (duration: 5.852959271s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:49.143428Z","time spent":"5.096669248s","remote":"127.0.0.1:56620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:54.240125Z","caller":"traceutil/trace.go:171","msg":"trace[1709966695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20110; }","duration":"5.775970562s","start":"2026-07-24T05:22:48.464143Z","end":"2026-07-24T05:22:54.240113Z","steps":["trace[1709966695] 'agreement among raft nodes before linearized reading' (duration: 5.775752837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.698972289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-24T05:22:54.240129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:51.020196Z","time spent":"3.21984622s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:54.240153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.386957Z","time spent":"5.853181346s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:22:54.240173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.464123Z","time spent":"5.776042264s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:22:54.240156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.102730368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:22:54.240177Z","caller":"traceutil/trace.go:171","msg":"trace[1382314660] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20110; }","duration":"4.699106452s","start":"2026-07-24T05:22:49.541052Z","end":"2026-07-24T05:22:54.240158Z","steps":["trace[1382314660] 'agreement among raft nodes before linearized reading' (duration: 4.698857416s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.865746615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:22:54.240212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848543289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-24T05:22:54.240198Z","caller":"traceutil/trace.go:171","msg":"trace[169217716] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"3.352396829s","start":"2026-07-24T05:22:50.887775Z","end":"2026-07-24T05:22:54.240172Z","steps":["trace[169217716] 'process raft request' (duration: 3.351891648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:49.541022Z","time spent":"4.699197093s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T05:22:54.240226Z","caller":"traceutil/trace.go:171","msg":"trace[46392256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20110; }","duration":"6.10283779s","start":"2026-07-24T05:22:48.137367Z","end":"2026-07-24T05:22:54.240205Z","steps":["trace[46392256] 'agreement among raft nodes before linearized reading' (duration: 6.102650576s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:54.240242Z","caller":"traceutil/trace.go:171","msg":"trace[1269490247] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20110; }","duration":"3.848609209s","start":"2026-07-24T05:22:50.391625Z","end":"2026-07-24T05:22:54.240234Z","steps":["trace[1269490247] 'agreement among raft nodes before linearized reading' (duration: 3.848527598s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:54.240241Z","caller":"traceutil/trace.go:171","msg":"trace[768860806] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:20110; }","duration":"5.865859528s","start":"2026-07-24T05:22:48.374366Z","end":"2026-07-24T05:22:54.240225Z","steps":["trace[768860806] 'agreement among raft nodes before linearized reading' (duration: 5.865703555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63170719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-07-24T05:22:54.240278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:50.391603Z","time spent":"3.848667971s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T05:22:54.240275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.137343Z","time spent":"6.102921442s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:22:54.240127Z","caller":"traceutil/trace.go:171","msg":"trace[843345122] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:20110; }","duration":"4.605141558s","start":"2026-07-24T05:22:49.634965Z","end":"2026-07-24T05:22:54.240107Z","steps":["trace[843345122] 'agreement among raft nodes before linearized reading' (duration: 4.604912162s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.374347Z","time spent":"5.865927709s","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:54.240311Z","caller":"traceutil/trace.go:171","msg":"trace[816370753] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20110; }","duration":"3.631767351s","start":"2026-07-24T05:22:50.608526Z","end":"2026-07-24T05:22:54.240293Z","steps":["trace[816370753] 'agreement among raft nodes before linearized reading' (duration: 3.631565697s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:50.887745Z","time spent":"3.352510161s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:54.240336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:49.634944Z","time spent":"4.605379522s","remote":"127.0.0.1:40540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-07-24T05:22:54.240348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:50.608505Z","time spent":"3.631834882s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-24T05:22:54.240438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228667399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417468"} {"level":"info","ts":"2026-07-24T05:22:54.240504Z","caller":"traceutil/trace.go:171","msg":"trace[1650970361] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20110; }","duration":"3.22877283s","start":"2026-07-24T05:22:51.011714Z","end":"2026-07-24T05:22:54.240487Z","steps":["trace[1650970361] 'agreement among raft nodes before linearized reading' (duration: 3.228514625s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.240559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:51.011692Z","time spent":"3.228853992s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417490,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T05:22:54.240793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.881048868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:22:54.240897Z","caller":"traceutil/trace.go:171","msg":"trace[1027662395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20110; }","duration":"5.881190091s","start":"2026-07-24T05:22:48.359687Z","end":"2026-07-24T05:22:54.240877Z","steps":["trace[1027662395] 'agreement among raft nodes before linearized reading' (duration: 5.880275503s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.241123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:48.359664Z","time spent":"5.881443005s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:22:54.354593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:22:54.354684Z","caller":"traceutil/trace.go:171","msg":"trace[1772532970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214393s","start":"2026-07-24T05:22:52.354449Z","end":"2026-07-24T05:22:54.354663Z","steps":["trace[1772532970] 'agreement among raft nodes before linearized reading' (duration: 2.000094711s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.354734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:52.354435Z","time spent":"2.000288184s","remote":"127.0.0.1:40488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:22:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:22:54.877534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:22:54.877616Z","caller":"traceutil/trace.go:171","msg":"trace[1430617332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481448s","start":"2026-07-24T05:22:52.877117Z","end":"2026-07-24T05:22:54.877599Z","steps":["trace[1430617332] 'agreement among raft nodes before linearized reading' (duration: 2.000378776s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:54.877666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:52.877108Z","time spent":"2.000548579s","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:22:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:22:55.647635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237378636s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-24T05:22:55.647939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:52.872944Z","time spent":"2.77498169s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:22:55.648142Z","caller":"traceutil/trace.go:171","msg":"trace[1686746819] linearizableReadLoop","detail":"{readStateIndex:20807; appliedIndex:20804; }","duration":"1.408211986s","start":"2026-07-24T05:22:54.23991Z","end":"2026-07-24T05:22:55.648122Z","steps":["trace[1686746819] 'read index received' (duration: 170.346141ms)","trace[1686746819] 'applied index is now lower than readState.Index' (duration: 1.237864225s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:55.648145Z","caller":"traceutil/trace.go:171","msg":"trace[1386330613] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"2.62626973s","start":"2026-07-24T05:22:53.021845Z","end":"2026-07-24T05:22:55.648115Z","steps":["trace[1386330613] 'process raft request' (duration: 2.625881733s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.648246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05691081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:22:55.648297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20397393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:22:55.648347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45602753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:55.648382Z","caller":"traceutil/trace.go:171","msg":"trace[626589405] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"2.626330402s","start":"2026-07-24T05:22:53.022039Z","end":"2026-07-24T05:22:55.64837Z","steps":["trace[626589405] 'process raft request' (duration: 2.625953775s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.648382Z","caller":"traceutil/trace.go:171","msg":"trace[9643882] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20112; }","duration":"4.204118954s","start":"2026-07-24T05:22:51.444243Z","end":"2026-07-24T05:22:55.648362Z","steps":["trace[9643882] 'agreement among raft nodes before linearized reading' (duration: 4.203971841s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.648413Z","caller":"traceutil/trace.go:171","msg":"trace[614165174] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20112; }","duration":"4.456130213s","start":"2026-07-24T05:22:51.192265Z","end":"2026-07-24T05:22:55.648396Z","steps":["trace[614165174] 'agreement among raft nodes before linearized reading' (duration: 4.456029071s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.64843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:51.444213Z","time spent":"4.204206196s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.648458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:51.192246Z","time spent":"4.456201315s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.648465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822697054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:22:55.648482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.02185Z","time spent":"2.626564466s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:55.648516Z","caller":"traceutil/trace.go:171","msg":"trace[1034448534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20112; }","duration":"1.822800207s","start":"2026-07-24T05:22:53.825698Z","end":"2026-07-24T05:22:55.648499Z","steps":["trace[1034448534] 'agreement among raft nodes before linearized reading' (duration: 1.822692495s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.648568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.825677Z","time spent":"1.822881629s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:55.648332Z","caller":"traceutil/trace.go:171","msg":"trace[117551600] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20112; }","duration":"3.057039682s","start":"2026-07-24T05:22:52.591271Z","end":"2026-07-24T05:22:55.648311Z","steps":["trace[117551600] 'agreement among raft nodes before linearized reading' (duration: 3.056892229s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.64833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954251075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:22:55.648483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499848828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:22:55.648637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042295716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:55.648667Z","caller":"traceutil/trace.go:171","msg":"trace[1910429981] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:20112; }","duration":"3.954616801s","start":"2026-07-24T05:22:51.694033Z","end":"2026-07-24T05:22:55.64865Z","steps":["trace[1910429981] 'agreement among raft nodes before linearized reading' (duration: 3.954177423s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.648682Z","caller":"traceutil/trace.go:171","msg":"trace[1272737846] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20112; }","duration":"2.042361308s","start":"2026-07-24T05:22:53.606308Z","end":"2026-07-24T05:22:55.648669Z","steps":["trace[1272737846] 'agreement among raft nodes before linearized reading' (duration: 2.042276846s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.648681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:52.591255Z","time spent":"3.057389908s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.648717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.606294Z","time spent":"2.042414459s","remote":"127.0.0.1:41028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.64872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:51.694018Z","time spent":"3.954685933s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:55.648673Z","caller":"traceutil/trace.go:171","msg":"trace[1654723745] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20112; }","duration":"4.500089803s","start":"2026-07-24T05:22:51.148568Z","end":"2026-07-24T05:22:55.648658Z","steps":["trace[1654723745] 'agreement among raft nodes before linearized reading' (duration: 4.499819248s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.648758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6071101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:55.648829Z","caller":"traceutil/trace.go:171","msg":"trace[394034148] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20112; }","duration":"1.607191432s","start":"2026-07-24T05:22:54.041599Z","end":"2026-07-24T05:22:55.64879Z","steps":["trace[394034148] 'agreement among raft nodes before linearized reading' (duration: 1.607115731s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.648587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.021823Z","time spent":"2.626456305s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:55.648864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.04158Z","time spent":"1.607275513s","remote":"127.0.0.1:37044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.648885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:51.148549Z","time spent":"4.500284926s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.648901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15310066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:22:55.649081Z","caller":"traceutil/trace.go:171","msg":"trace[1855697885] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20112; }","duration":"4.153322924s","start":"2026-07-24T05:22:51.495701Z","end":"2026-07-24T05:22:55.649024Z","steps":["trace[1855697885] 'agreement among raft nodes before linearized reading' (duration: 4.152966048s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.649174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:51.495681Z","time spent":"4.153476658s","remote":"127.0.0.1:40748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":63,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.950819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540582581s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:22:55.960067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.241518Z","time spent":"1.718543587s","remote":"127.0.0.1:40540","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:22:55.960163Z","caller":"traceutil/trace.go:171","msg":"trace[1583129632] transaction","detail":"{read_only:false; response_revision:20113; number_of_response:1; }","duration":"1.71391427s","start":"2026-07-24T05:22:54.246229Z","end":"2026-07-24T05:22:55.960143Z","steps":["trace[1583129632] 'process raft request' (duration: 1.713689445s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.960205Z","caller":"traceutil/trace.go:171","msg":"trace[1222981447] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"1.713587594s","start":"2026-07-24T05:22:54.246594Z","end":"2026-07-24T05:22:55.960181Z","steps":["trace[1222981447] 'process raft request' (duration: 1.713525573s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.960227Z","caller":"traceutil/trace.go:171","msg":"trace[1841932040] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"1.713644765s","start":"2026-07-24T05:22:54.246553Z","end":"2026-07-24T05:22:55.960197Z","steps":["trace[1841932040] 'process raft request' (duration: 1.713522352s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.960227Z","caller":"traceutil/trace.go:171","msg":"trace[1733801505] transaction","detail":"{read_only:false; response_revision:20114; number_of_response:1; }","duration":"1.713687906s","start":"2026-07-24T05:22:54.246506Z","end":"2026-07-24T05:22:55.960194Z","steps":["trace[1733801505] 'process raft request' (duration: 1.713519152s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.960341Z","caller":"traceutil/trace.go:171","msg":"trace[155808532] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"1.713214196s","start":"2026-07-24T05:22:54.247105Z","end":"2026-07-24T05:22:55.960319Z","steps":["trace[155808532] 'process raft request' (duration: 1.713044053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.960344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.246585Z","time spent":"1.713684655s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:55.960372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.246536Z","time spent":"1.713763087s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:55.96026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.246215Z","time spent":"1.713989491s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:55.960401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.246488Z","time spent":"1.713826998s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:55.960433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.247095Z","time spent":"1.713278898s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:56.069342Z","caller":"traceutil/trace.go:171","msg":"trace[995651481] transaction","detail":"{read_only:false; response_revision:20119; number_of_response:1; }","duration":"419.598548ms","start":"2026-07-24T05:22:55.649709Z","end":"2026-07-24T05:22:56.069308Z","steps":["trace[995651481] 'process raft request' (duration: 419.451075ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:56.069374Z","caller":"traceutil/trace.go:171","msg":"trace[1301059982] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20119; }","duration":"108.4431ms","start":"2026-07-24T05:22:55.960904Z","end":"2026-07-24T05:22:56.069347Z","steps":["trace[1301059982] 'process raft request' (duration: 108.396898ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:56.069419Z","caller":"traceutil/trace.go:171","msg":"trace[976529103] linearizableReadLoop","detail":"{readStateIndex:20814; appliedIndex:20807; }","duration":"421.211849ms","start":"2026-07-24T05:22:55.648183Z","end":"2026-07-24T05:22:56.069395Z","steps":["trace[976529103] 'read index received' (duration: 302.761018ms)","trace[976529103] 'applied index is now lower than readState.Index' (duration: 118.448031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:56.069499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.649682Z","time spent":"419.746951ms","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:56.069652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825402068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-25c5efe0-832b-4178-a839-6b15beead8a1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-24T05:22:56.069688Z","caller":"traceutil/trace.go:171","msg":"trace[67956143] range","detail":"{range_begin:/registry/persistentvolumes/pvc-25c5efe0-832b-4178-a839-6b15beead8a1; range_end:; response_count:1; response_revision:20119; }","duration":"1.825446598s","start":"2026-07-24T05:22:54.244228Z","end":"2026-07-24T05:22:56.069674Z","steps":["trace[67956143] 'agreement among raft nodes before linearized reading' (duration: 1.825245885s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.06973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.244179Z","time spent":"1.82554327s","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-25c5efe0-832b-4178-a839-6b15beead8a1\" "} {"level":"warn","ts":"2026-07-24T05:22:56.069927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.203795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T05:22:56.069961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.187958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T05:22:56.069968Z","caller":"traceutil/trace.go:171","msg":"trace[641468161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20119; }","duration":"852.302697ms","start":"2026-07-24T05:22:55.217654Z","end":"2026-07-24T05:22:56.069957Z","steps":["trace[641468161] 'agreement among raft nodes before linearized reading' (duration: 852.153474ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:56.07Z","caller":"traceutil/trace.go:171","msg":"trace[1728227327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20119; }","duration":"772.262349ms","start":"2026-07-24T05:22:55.297724Z","end":"2026-07-24T05:22:56.069986Z","steps":["trace[1728227327] 'agreement among raft nodes before linearized reading' (duration: 772.147787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.070004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.217628Z","time spent":"852.368448ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:22:56.070052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.297703Z","time spent":"772.33269ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:22:56.070093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825774345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:22:56.070126Z","caller":"traceutil/trace.go:171","msg":"trace[2113890039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20119; }","duration":"1.825820836s","start":"2026-07-24T05:22:54.244294Z","end":"2026-07-24T05:22:56.070115Z","steps":["trace[2113890039] 'agreement among raft nodes before linearized reading' (duration: 1.825729134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.070003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184253191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:22:56.070154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.24428Z","time spent":"1.825868346s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:22:56.070174Z","caller":"traceutil/trace.go:171","msg":"trace[1413473029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20119; }","duration":"1.184458066s","start":"2026-07-24T05:22:54.885706Z","end":"2026-07-24T05:22:56.070164Z","steps":["trace[1413473029] 'agreement among raft nodes before linearized reading' (duration: 1.184255532s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.070206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.885692Z","time spent":"1.184506206s","remote":"127.0.0.1:40488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:25:24.925309Z","caller":"traceutil/trace.go:171","msg":"trace[167335431] transaction","detail":"{read_only:false; response_revision:21325; number_of_response:1; }","duration":"113.533407ms","start":"2026-07-24T05:25:24.811742Z","end":"2026-07-24T05:25:24.925275Z","steps":["trace[167335431] 'process raft request' (duration: 61.866891ms)","trace[167335431] 'compare' (duration: 51.110485ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:24.925844Z","caller":"traceutil/trace.go:171","msg":"trace[884585641] transaction","detail":"{read_only:false; response_revision:21326; number_of_response:1; }","duration":"113.728811ms","start":"2026-07-24T05:25:24.812088Z","end":"2026-07-24T05:25:24.925817Z","steps":["trace[884585641] 'process raft request' (duration: 113.305783ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:24.926039Z","caller":"traceutil/trace.go:171","msg":"trace[215681392] transaction","detail":"{read_only:false; response_revision:21327; number_of_response:1; }","duration":"112.320093ms","start":"2026-07-24T05:25:24.813685Z","end":"2026-07-24T05:25:24.926005Z","steps":["trace[215681392] 'process raft request' (duration: 112.043268ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:24.975945Z","caller":"traceutil/trace.go:171","msg":"trace[2026162020] linearizableReadLoop","detail":"{readStateIndex:22069; appliedIndex:22065; }","duration":"108.504702ms","start":"2026-07-24T05:25:24.867396Z","end":"2026-07-24T05:25:24.975901Z","steps":["trace[2026162020] 'read index received' (duration: 6.435023ms)","trace[2026162020] 'applied index is now lower than readState.Index' (duration: 102.067659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:24.97643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.080493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:25:24.976454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.050851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T05:25:24.976481Z","caller":"traceutil/trace.go:171","msg":"trace[1567466382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21327; }","duration":"108.220376ms","start":"2026-07-24T05:25:24.868247Z","end":"2026-07-24T05:25:24.976467Z","steps":["trace[1567466382] 'agreement among raft nodes before linearized reading' (duration: 108.099794ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:24.976528Z","caller":"traceutil/trace.go:171","msg":"trace[2064451787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21327; }","duration":"109.129843ms","start":"2026-07-24T05:25:24.867376Z","end":"2026-07-24T05:25:24.976506Z","steps":["trace[2064451787] 'agreement among raft nodes before linearized reading' (duration: 108.95638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:23.372733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.799666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T05:26:23.372841Z","caller":"traceutil/trace.go:171","msg":"trace[360258414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21798; }","duration":"142.966999ms","start":"2026-07-24T05:26:23.229851Z","end":"2026-07-24T05:26:23.372818Z","steps":["trace[360258414] 'range keys from in-memory index tree' (duration: 142.607032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:23.373389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.656161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:26:23.373452Z","caller":"traceutil/trace.go:171","msg":"trace[1459913367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21798; }","duration":"100.768843ms","start":"2026-07-24T05:26:23.272667Z","end":"2026-07-24T05:26:23.373436Z","steps":["trace[1459913367] 'range keys from in-memory index tree' (duration: 100.487598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:23.373167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.557765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:26:23.373647Z","caller":"traceutil/trace.go:171","msg":"trace[1758117750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21798; }","duration":"139.078825ms","start":"2026-07-24T05:26:23.23456Z","end":"2026-07-24T05:26:23.373638Z","steps":["trace[1758117750] 'range keys from in-memory index tree' (duration: 138.423552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:42.851673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.864904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:26:42.851889Z","caller":"traceutil/trace.go:171","msg":"trace[678934452] transaction","detail":"{read_only:false; response_revision:22522; number_of_response:1; }","duration":"187.167192ms","start":"2026-07-24T05:26:42.664704Z","end":"2026-07-24T05:26:42.851871Z","steps":["trace[678934452] 'process raft request' (duration: 187.097951ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:42.851987Z","caller":"traceutil/trace.go:171","msg":"trace[180346018] transaction","detail":"{read_only:false; response_revision:22521; number_of_response:1; }","duration":"256.391804ms","start":"2026-07-24T05:26:42.595551Z","end":"2026-07-24T05:26:42.851943Z","steps":["trace[180346018] 'process raft request' (duration: 109.157293ms)","trace[180346018] 'compare' (duration: 146.69407ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:46.633374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19789} {"level":"info","ts":"2026-07-24T05:26:46.74521Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19789,"took":"107.39179ms","hash":2454392008,"current-db-size-bytes":53420032,"current-db-size":"53 MB","current-db-size-in-use-bytes":41500672,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-24T05:26:46.74547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2454392008,"revision":19789,"compact-revision":17315} {"level":"info","ts":"2026-07-24T05:28:02.836053Z","caller":"traceutil/trace.go:171","msg":"trace[489122293] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"152.358698ms","start":"2026-07-24T05:28:02.683335Z","end":"2026-07-24T05:28:02.835694Z","steps":["trace[489122293] 'process raft request' (duration: 151.513322ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:50.826552Z","caller":"traceutil/trace.go:171","msg":"trace[1967497948] linearizableReadLoop","detail":"{readStateIndex:25042; appliedIndex:25041; }","duration":"215.86959ms","start":"2026-07-24T05:29:50.610655Z","end":"2026-07-24T05:29:50.826524Z","steps":["trace[1967497948] 'read index received' (duration: 215.624545ms)","trace[1967497948] 'applied index is now lower than readState.Index' (duration: 243.825µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:50.826735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.061003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:50.826705Z","caller":"traceutil/trace.go:171","msg":"trace[1347296828] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"292.525892ms","start":"2026-07-24T05:29:50.534116Z","end":"2026-07-24T05:29:50.826642Z","steps":["trace[1347296828] 'process raft request' (duration: 292.151795ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:50.82681Z","caller":"traceutil/trace.go:171","msg":"trace[793148839] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24222; }","duration":"216.180616ms","start":"2026-07-24T05:29:50.610612Z","end":"2026-07-24T05:29:50.826792Z","steps":["trace[793148839] 'agreement among raft nodes before linearized reading' (duration: 216.057394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.834704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.927514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:50.834786Z","caller":"traceutil/trace.go:171","msg":"trace[1816391112] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24223; }","duration":"224.053756ms","start":"2026-07-24T05:29:50.610714Z","end":"2026-07-24T05:29:50.834768Z","steps":["trace[1816391112] 'agreement among raft nodes before linearized reading' (duration: 223.912774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.834813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.684238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:29:50.834861Z","caller":"traceutil/trace.go:171","msg":"trace[1284937575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24223; }","duration":"159.743999ms","start":"2026-07-24T05:29:50.675107Z","end":"2026-07-24T05:29:50.834851Z","steps":["trace[1284937575] 'agreement among raft nodes before linearized reading' (duration: 159.588426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.834872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.980023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:29:50.834936Z","caller":"traceutil/trace.go:171","msg":"trace[1644179153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24223; }","duration":"214.068305ms","start":"2026-07-24T05:29:50.620853Z","end":"2026-07-24T05:29:50.834921Z","steps":["trace[1644179153] 'agreement among raft nodes before linearized reading' (duration: 213.867721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.834929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.719282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T05:29:50.835026Z","caller":"traceutil/trace.go:171","msg":"trace[2020864216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24223; }","duration":"133.814874ms","start":"2026-07-24T05:29:50.701169Z","end":"2026-07-24T05:29:50.834983Z","steps":["trace[2020864216] 'agreement among raft nodes before linearized reading' (duration: 133.60451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.83505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.887523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:50.835088Z","caller":"traceutil/trace.go:171","msg":"trace[1179722388] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24223; }","duration":"224.013335ms","start":"2026-07-24T05:29:50.611064Z","end":"2026-07-24T05:29:50.835077Z","steps":["trace[1179722388] 'agreement among raft nodes before linearized reading' (duration: 223.934964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.835217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.459584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-24T05:29:50.835244Z","caller":"traceutil/trace.go:171","msg":"trace[1452842593] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24223; }","duration":"224.531735ms","start":"2026-07-24T05:29:50.610705Z","end":"2026-07-24T05:29:50.835237Z","steps":["trace[1452842593] 'agreement among raft nodes before linearized reading' (duration: 224.427313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.835093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.85413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T05:29:50.835308Z","caller":"traceutil/trace.go:171","msg":"trace[1500418382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24223; }","duration":"160.073775ms","start":"2026-07-24T05:29:50.675218Z","end":"2026-07-24T05:29:50.835292Z","steps":["trace[1500418382] 'agreement among raft nodes before linearized reading' (duration: 159.80156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.835324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.413194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:29:50.835358Z","caller":"traceutil/trace.go:171","msg":"trace[1880821341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24223; }","duration":"168.448184ms","start":"2026-07-24T05:29:50.666895Z","end":"2026-07-24T05:29:50.835343Z","steps":["trace[1880821341] 'agreement among raft nodes before linearized reading' (duration: 168.391833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.83537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.2932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:29:50.835423Z","caller":"traceutil/trace.go:171","msg":"trace[1465768575] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24223; }","duration":"224.372012ms","start":"2026-07-24T05:29:50.611034Z","end":"2026-07-24T05:29:50.835406Z","steps":["trace[1465768575] 'agreement among raft nodes before linearized reading' (duration: 224.26993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:50.835255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.974833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T05:29:50.835543Z","caller":"traceutil/trace.go:171","msg":"trace[490649769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24223; }","duration":"171.284009ms","start":"2026-07-24T05:29:50.664248Z","end":"2026-07-24T05:29:50.835532Z","steps":["trace[490649769] 'agreement among raft nodes before linearized reading' (duration: 170.888211ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:46.640963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22553} {"level":"info","ts":"2026-07-24T05:31:46.776176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22553,"took":"131.503808ms","hash":1169800751,"current-db-size-bytes":53420032,"current-db-size":"53 MB","current-db-size-in-use-bytes":32452608,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T05:31:46.776241Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1169800751,"revision":22553,"compact-revision":19789} {"level":"info","ts":"2026-07-24T05:36:46.647414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25102} {"level":"info","ts":"2026-07-24T05:36:46.777892Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25102,"took":"126.786532ms","hash":2010842250,"current-db-size-bytes":53420032,"current-db-size":"53 MB","current-db-size-in-use-bytes":29278208,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-24T05:36:46.777975Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2010842250,"revision":25102,"compact-revision":22553}