{"level":"warn","ts":"2026-07-16T14:22:04.431697Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-16T14:22:04.431806Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=instance=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-16T14:22:04.431887Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-16T14:22:04.431906Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-07-16T14:22:04.43193Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-16T14:22:04.432757Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-07-16T14:22:04.43285Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-16T14:22:04.436773Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.651532ms"} {"level":"info","ts":"2026-07-16T14:22:04.445327Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-07-16T14:22:04.445412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-07-16T14:22:04.445431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-07-16T14:22:04.445462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-16T14:22:04.445471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-07-16T14:22:04.445507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-07-16T14:22:04.449887Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-16T14:22:04.452773Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-16T14:22:04.454749Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-16T14:22:04.457493Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-16T14:22:04.457698Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-16T14:22:04.457799Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T14:22:04.457844Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T14:22:04.457857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T14:22:04.458792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-07-16T14:22:04.458943Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-07-16T14:22:04.461882Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-16T14:22:04.462083Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-16T14:22:04.462127Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-16T14:22:04.462248Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-07-16T14:22:04.462267Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-07-16T14:22:05.246232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-07-16T14:22:05.246312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-16T14:22:05.246365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-07-16T14:22:05.246385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-07-16T14:22:05.246396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-16T14:22:05.246462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-07-16T14:22:05.246491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-16T14:22:05.247938Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.70:2379]}","request-path":"/0/members/f8844a9a4263041d/attributes","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-07-16T14:22:05.247954Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T14:22:05.248102Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-16T14:22:05.24815Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-16T14:22:05.248531Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-16T14:22:05.248594Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-16T14:22:05.25148Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-16T14:22:05.251481Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-07-16T14:22:05.26534Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T14:22:05.265416Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T14:22:05.265443Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T14:22:22.697724Z","caller":"traceutil/trace.go:171","msg":"trace[1120872889] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"123.787675ms","start":"2026-07-16T14:22:22.5739Z","end":"2026-07-16T14:22:22.697687Z","steps":["trace[1120872889] 'process raft request' (duration: 123.611721ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:22:22.845058Z","caller":"traceutil/trace.go:171","msg":"trace[1102638524] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"118.979535ms","start":"2026-07-16T14:22:22.726058Z","end":"2026-07-16T14:22:22.845037Z","steps":["trace[1102638524] 'read index received' (duration: 76.103247ms)","trace[1102638524] 'applied index is now lower than readState.Index' (duration: 42.875278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:22:22.845178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.099099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T14:22:22.845171Z","caller":"traceutil/trace.go:171","msg":"trace[1826619436] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"136.234015ms","start":"2026-07-16T14:22:22.70889Z","end":"2026-07-16T14:22:22.845124Z","steps":["trace[1826619436] 'process raft request' (duration: 93.317266ms)","trace[1826619436] 'compare' (duration: 42.729945ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:22:22.845263Z","caller":"traceutil/trace.go:171","msg":"trace[1356214586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:418; }","duration":"119.195221ms","start":"2026-07-16T14:22:22.726036Z","end":"2026-07-16T14:22:22.845231Z","steps":["trace[1356214586] 'agreement among raft nodes before linearized reading' (duration: 119.089828ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:22:46.207421Z","caller":"traceutil/trace.go:171","msg":"trace[194267995] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"118.479854ms","start":"2026-07-16T14:22:46.08891Z","end":"2026-07-16T14:22:46.20739Z","steps":["trace[194267995] 'read index received' (duration: 28.612513ms)","trace[194267995] 'applied index is now lower than readState.Index' (duration: 89.865651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:22:46.2076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.665448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:22:46.207681Z","caller":"traceutil/trace.go:171","msg":"trace[1288094613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"118.78326ms","start":"2026-07-16T14:22:46.08888Z","end":"2026-07-16T14:22:46.207663Z","steps":["trace[1288094613] 'agreement among raft nodes before linearized reading' (duration: 118.612956ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:22:46.207968Z","caller":"traceutil/trace.go:171","msg":"trace[1920129503] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"323.034323ms","start":"2026-07-16T14:22:45.884414Z","end":"2026-07-16T14:22:46.207448Z","steps":["trace[1920129503] 'process raft request' (duration: 233.06778ms)","trace[1920129503] 'compare' (duration: 89.717127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:22:46.209302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:22:45.884382Z","time spent":"323.817362ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T14:22:46.72153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.922877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T14:22:46.721731Z","caller":"traceutil/trace.go:171","msg":"trace[1849670453] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"403.901389ms","start":"2026-07-16T14:22:46.317813Z","end":"2026-07-16T14:22:46.721715Z","steps":["trace[1849670453] 'process raft request' (duration: 403.843798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:22:46.721788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:22:46.317789Z","time spent":"403.974921ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T14:22:46.721792Z","caller":"traceutil/trace.go:171","msg":"trace[924007733] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"507.455942ms","start":"2026-07-16T14:22:46.214306Z","end":"2026-07-16T14:22:46.721762Z","steps":["trace[924007733] 'process raft request' (duration: 201.054283ms)","trace[924007733] 'compare' (duration: 305.747672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:22:46.721925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:22:46.214285Z","time spent":"507.570464ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T14:24:19.519201Z","caller":"traceutil/trace.go:171","msg":"trace[1187029904] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"117.195906ms","start":"2026-07-16T14:24:19.401974Z","end":"2026-07-16T14:24:19.51917Z","steps":["trace[1187029904] 'process raft request' (duration: 101.803555ms)","trace[1187029904] 'compare' (duration: 15.250397ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:24:43.738493Z","caller":"traceutil/trace.go:171","msg":"trace[1814153292] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2026; }","duration":"289.625132ms","start":"2026-07-16T14:24:43.448839Z","end":"2026-07-16T14:24:43.738464Z","steps":["trace[1814153292] 'read index received' (duration: 274.163148ms)","trace[1814153292] 'applied index is now lower than readState.Index' (duration: 15.460734ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:24:43.73858Z","caller":"traceutil/trace.go:171","msg":"trace[1393412137] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"302.250604ms","start":"2026-07-16T14:24:43.436277Z","end":"2026-07-16T14:24:43.738528Z","steps":["trace[1393412137] 'process raft request' (duration: 286.707799ms)","trace[1393412137] 'compare' (duration: 14.985011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:24:43.738811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:24:43.436178Z","time spent":"302.50457ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T14:24:43.738829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.96229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-735cbe87-44e2-4bff-8f67-5f032062652e\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-16T14:24:43.738954Z","caller":"traceutil/trace.go:171","msg":"trace[1722591557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-735cbe87-44e2-4bff-8f67-5f032062652e; range_end:; response_count:1; response_revision:1954; }","duration":"290.092754ms","start":"2026-07-16T14:24:43.448787Z","end":"2026-07-16T14:24:43.738879Z","steps":["trace[1722591557] 'agreement among raft nodes before linearized reading' (duration: 289.809727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:24:43.773665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.757956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c2cb40e4de0a37\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-07-16T14:24:43.773712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.819371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T14:24:43.773758Z","caller":"traceutil/trace.go:171","msg":"trace[587829534] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c2cb40e4de0a37; range_end:; response_count:1; response_revision:1954; }","duration":"119.895378ms","start":"2026-07-16T14:24:43.653841Z","end":"2026-07-16T14:24:43.773736Z","steps":["trace[587829534] 'agreement among raft nodes before linearized reading' (duration: 119.664773ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:24:43.773779Z","caller":"traceutil/trace.go:171","msg":"trace[1209122290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1954; }","duration":"145.939484ms","start":"2026-07-16T14:24:43.627823Z","end":"2026-07-16T14:24:43.773762Z","steps":["trace[1209122290] 'agreement among raft nodes before linearized reading' (duration: 145.725939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:24:43.773662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.448964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-16T14:24:43.774306Z","caller":"traceutil/trace.go:171","msg":"trace[1621342642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1954; }","duration":"281.11921ms","start":"2026-07-16T14:24:43.493142Z","end":"2026-07-16T14:24:43.774261Z","steps":["trace[1621342642] 'agreement among raft nodes before linearized reading' (duration: 280.344891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:24:44.087933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.903999ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:24:44.088085Z","caller":"traceutil/trace.go:171","msg":"trace[1658988590] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1955; }","duration":"223.027252ms","start":"2026-07-16T14:24:43.865001Z","end":"2026-07-16T14:24:44.088029Z","steps":["trace[1658988590] 'range keys from in-memory index tree' (duration: 222.891279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:24:44.088117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.119059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T14:24:44.088321Z","caller":"traceutil/trace.go:171","msg":"trace[745882175] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2029; }","duration":"202.391171ms","start":"2026-07-16T14:24:43.885913Z","end":"2026-07-16T14:24:44.088304Z","steps":["trace[745882175] 'read index received' (duration: 86.986234ms)","trace[745882175] 'applied index is now lower than readState.Index' (duration: 115.404057ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:24:44.088396Z","caller":"traceutil/trace.go:171","msg":"trace[38858955] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"310.056317ms","start":"2026-07-16T14:24:43.778288Z","end":"2026-07-16T14:24:44.088344Z","steps":["trace[38858955] 'process raft request' (duration: 309.921164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:24:44.088446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.530086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:24:44.088417Z","caller":"traceutil/trace.go:171","msg":"trace[903118336] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"311.229046ms","start":"2026-07-16T14:24:43.777153Z","end":"2026-07-16T14:24:44.088382Z","steps":["trace[903118336] 'process raft request' (duration: 195.753227ms)","trace[903118336] 'compare' (duration: 114.943895ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:24:44.088481Z","caller":"traceutil/trace.go:171","msg":"trace[222703756] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1957; }","duration":"202.632508ms","start":"2026-07-16T14:24:43.88584Z","end":"2026-07-16T14:24:44.088472Z","steps":["trace[222703756] 'agreement among raft nodes before linearized reading' (duration: 202.569866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:24:44.088585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:24:43.777122Z","time spent":"311.38175ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T14:24:44.08861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:24:43.778282Z","time spent":"310.208531ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T14:25:28.479583Z","caller":"traceutil/trace.go:171","msg":"trace[1536973407] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"178.241664ms","start":"2026-07-16T14:25:28.301313Z","end":"2026-07-16T14:25:28.479555Z","steps":["trace[1536973407] 'process raft request' (duration: 154.410984ms)","trace[1536973407] 'compare' (duration: 23.595785ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:25:28.479627Z","caller":"traceutil/trace.go:171","msg":"trace[673844535] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"177.517877ms","start":"2026-07-16T14:25:28.302067Z","end":"2026-07-16T14:25:28.479585Z","steps":["trace[673844535] 'process raft request' (duration: 177.437495ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:25:34.612548Z","caller":"traceutil/trace.go:171","msg":"trace[1556585350] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"106.288261ms","start":"2026-07-16T14:25:34.506223Z","end":"2026-07-16T14:25:34.612511Z","steps":["trace[1556585350] 'process raft request' (duration: 106.075416ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:25:34.709845Z","caller":"traceutil/trace.go:171","msg":"trace[1309331154] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"203.154001ms","start":"2026-07-16T14:25:34.506652Z","end":"2026-07-16T14:25:34.709806Z","steps":["trace[1309331154] 'process raft request' (duration: 155.617193ms)","trace[1309331154] 'compare' (duration: 47.246871ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:25:34.709876Z","caller":"traceutil/trace.go:171","msg":"trace[1931595668] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2369; }","duration":"198.523716ms","start":"2026-07-16T14:25:34.511304Z","end":"2026-07-16T14:25:34.709828Z","steps":["trace[1931595668] 'read index received' (duration: 101.098583ms)","trace[1931595668] 'applied index is now lower than readState.Index' (duration: 97.424123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:25:34.710116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.797223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T14:25:34.710194Z","caller":"traceutil/trace.go:171","msg":"trace[1122801439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2287; }","duration":"198.936686ms","start":"2026-07-16T14:25:34.511237Z","end":"2026-07-16T14:25:34.710173Z","steps":["trace[1122801439] 'agreement among raft nodes before linearized reading' (duration: 198.725ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:25:39.914453Z","caller":"traceutil/trace.go:171","msg":"trace[1419217414] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"113.528202ms","start":"2026-07-16T14:25:39.800895Z","end":"2026-07-16T14:25:39.914424Z","steps":["trace[1419217414] 'process raft request' (duration: 113.236605ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:27:07.978409Z","caller":"traceutil/trace.go:171","msg":"trace[15231781] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"133.687441ms","start":"2026-07-16T14:27:07.844697Z","end":"2026-07-16T14:27:07.978385Z","steps":["trace[15231781] 'process raft request' (duration: 132.235565ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:27:07.978734Z","caller":"traceutil/trace.go:171","msg":"trace[1425150988] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"101.601587ms","start":"2026-07-16T14:27:07.877101Z","end":"2026-07-16T14:27:07.978703Z","steps":["trace[1425150988] 'process raft request' (duration: 101.427423ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:27:15.512475Z","caller":"traceutil/trace.go:171","msg":"trace[1741163158] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"212.262236ms","start":"2026-07-16T14:27:15.300188Z","end":"2026-07-16T14:27:15.512451Z","steps":["trace[1741163158] 'process raft request' (duration: 119.897189ms)","trace[1741163158] 'compare' (duration: 92.100241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:27:15.815514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.152761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:27:15.815624Z","caller":"traceutil/trace.go:171","msg":"trace[2140153796] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3069; }","duration":"140.276994ms","start":"2026-07-16T14:27:15.675325Z","end":"2026-07-16T14:27:15.815602Z","steps":["trace[2140153796] 'count revisions from in-memory index tree' (duration: 140.006497ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:27:15.87293Z","caller":"traceutil/trace.go:171","msg":"trace[108321408] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"166.932695ms","start":"2026-07-16T14:27:15.705954Z","end":"2026-07-16T14:27:15.872886Z","steps":["trace[108321408] 'process raft request' (duration: 166.620147ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:27:15.940698Z","caller":"traceutil/trace.go:171","msg":"trace[722964937] linearizableReadLoop","detail":"{readStateIndex:3186; appliedIndex:3184; }","duration":"192.577769ms","start":"2026-07-16T14:27:15.74809Z","end":"2026-07-16T14:27:15.940668Z","steps":["trace[722964937] 'read index received' (duration: 124.728389ms)","trace[722964937] 'applied index is now lower than readState.Index' (duration: 67.8481ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:27:15.94087Z","caller":"traceutil/trace.go:171","msg":"trace[1662623649] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"208.774031ms","start":"2026-07-16T14:27:15.731959Z","end":"2026-07-16T14:27:15.940733Z","steps":["trace[1662623649] 'process raft request' (duration: 189.056382ms)","trace[1662623649] 'compare' (duration: 19.488053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:27:15.940961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.849856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-16T14:27:15.941061Z","caller":"traceutil/trace.go:171","msg":"trace[504284349] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3071; }","duration":"192.985259ms","start":"2026-07-16T14:27:15.74805Z","end":"2026-07-16T14:27:15.941035Z","steps":["trace[504284349] 'agreement among raft nodes before linearized reading' (duration: 192.721143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:27:41.605322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.131908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T14:27:41.605433Z","caller":"traceutil/trace.go:171","msg":"trace[92013084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3212; }","duration":"211.284762ms","start":"2026-07-16T14:27:41.394126Z","end":"2026-07-16T14:27:41.605411Z","steps":["trace[92013084] 'range keys from in-memory index tree' (duration: 210.8178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:27:41.872408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.55762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-16T14:27:41.872493Z","caller":"traceutil/trace.go:171","msg":"trace[1790514792] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3213; }","duration":"123.694574ms","start":"2026-07-16T14:27:41.748779Z","end":"2026-07-16T14:27:41.872474Z","steps":["trace[1790514792] 'range keys from in-memory index tree' (duration: 123.359934ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:30:06.797375Z","caller":"traceutil/trace.go:171","msg":"trace[2052957359] linearizableReadLoop","detail":"{readStateIndex:4336; appliedIndex:4335; }","duration":"219.146463ms","start":"2026-07-16T14:30:06.578195Z","end":"2026-07-16T14:30:06.797342Z","steps":["trace[2052957359] 'read index received' (duration: 74.978329ms)","trace[2052957359] 'applied index is now lower than readState.Index' (duration: 144.166144ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:30:06.797436Z","caller":"traceutil/trace.go:171","msg":"trace[1048337694] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"223.933622ms","start":"2026-07-16T14:30:06.573464Z","end":"2026-07-16T14:30:06.797398Z","steps":["trace[1048337694] 'process raft request' (duration: 187.5568ms)","trace[1048337694] 'compare' (duration: 36.044634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:30:06.797563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.331608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:30:06.797622Z","caller":"traceutil/trace.go:171","msg":"trace[1370575297] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4180; }","duration":"219.458331ms","start":"2026-07-16T14:30:06.578147Z","end":"2026-07-16T14:30:06.797605Z","steps":["trace[1370575297] 'agreement among raft nodes before linearized reading' (duration: 219.329478ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:30:06.797643Z","caller":"traceutil/trace.go:171","msg":"trace[1081209210] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"190.500894ms","start":"2026-07-16T14:30:06.607119Z","end":"2026-07-16T14:30:06.79762Z","steps":["trace[1081209210] 'process raft request' (duration: 190.147835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:31:45.253281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.280072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:31:45.253324Z","caller":"traceutil/trace.go:171","msg":"trace[1769073393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5613; }","duration":"166.371134ms","start":"2026-07-16T14:31:45.086945Z","end":"2026-07-16T14:31:45.253317Z","steps":["trace[1769073393] 'agreement among raft nodes before linearized reading' (duration: 166.268072ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:31:45.253124Z","caller":"traceutil/trace.go:171","msg":"trace[2137371887] linearizableReadLoop","detail":"{readStateIndex:5823; appliedIndex:5822; }","duration":"166.117878ms","start":"2026-07-16T14:31:45.086981Z","end":"2026-07-16T14:31:45.253099Z","steps":["trace[2137371887] 'read index received' (duration: 165.974124ms)","trace[2137371887] 'applied index is now lower than readState.Index' (duration: 142.634µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:31:45.253221Z","caller":"traceutil/trace.go:171","msg":"trace[2116774171] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"227.620269ms","start":"2026-07-16T14:31:45.025562Z","end":"2026-07-16T14:31:45.253183Z","steps":["trace[2116774171] 'process raft request' (duration: 227.396643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:31:52.242954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.934356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:31:52.24304Z","caller":"traceutil/trace.go:171","msg":"trace[2036355503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5771; }","duration":"156.037019ms","start":"2026-07-16T14:31:52.086988Z","end":"2026-07-16T14:31:52.243025Z","steps":["trace[2036355503] 'range keys from in-memory index tree' (duration: 155.848974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:31:52.690955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.032136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T14:31:52.691284Z","caller":"traceutil/trace.go:171","msg":"trace[402683335] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5985; }","duration":"125.689558ms","start":"2026-07-16T14:31:52.565569Z","end":"2026-07-16T14:31:52.691259Z","steps":["trace[402683335] 'read index received' (duration: 16.20352ms)","trace[402683335] 'applied index is now lower than readState.Index' (duration: 109.484108ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:31:52.691547Z","caller":"traceutil/trace.go:171","msg":"trace[1558052688] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"144.417191ms","start":"2026-07-16T14:31:52.547058Z","end":"2026-07-16T14:31:52.691475Z","steps":["trace[1558052688] 'process raft request' (duration: 34.76586ms)","trace[1558052688] 'compare' (duration: 108.920293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:31:52.691909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.232821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T14:31:52.692113Z","caller":"traceutil/trace.go:171","msg":"trace[349384542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5773; }","duration":"126.578379ms","start":"2026-07-16T14:31:52.565519Z","end":"2026-07-16T14:31:52.692097Z","steps":["trace[349384542] 'agreement among raft nodes before linearized reading' (duration: 125.945944ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:32:05.284308Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2972} {"level":"info","ts":"2026-07-16T14:32:05.355188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2972,"took":"68.721359ms","hash":4118684752,"current-db-size-bytes":57544704,"current-db-size":"58 MB","current-db-size-in-use-bytes":33406976,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-16T14:32:05.355249Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4118684752,"revision":2972,"compact-revision":-1} {"level":"info","ts":"2026-07-16T14:37:05.292774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5937} {"level":"info","ts":"2026-07-16T14:37:05.368857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5937,"took":"73.87577ms","hash":4190342954,"current-db-size-bytes":57544704,"current-db-size":"58 MB","current-db-size-in-use-bytes":26943488,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-16T14:37:05.368915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4190342954,"revision":5937,"compact-revision":2972} {"level":"info","ts":"2026-07-16T14:37:53.987048Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022a9.wal"} {"level":"warn","ts":"2026-07-16T14:37:57.712581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.753645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:37:57.712686Z","caller":"traceutil/trace.go:171","msg":"trace[1239946150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8591; }","duration":"133.913649ms","start":"2026-07-16T14:37:57.57875Z","end":"2026-07-16T14:37:57.712664Z","steps":["trace[1239946150] 'range keys from in-memory index tree' (duration: 133.600072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:38:09.13744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.136213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t4fhn\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-16T14:38:09.137526Z","caller":"traceutil/trace.go:171","msg":"trace[975725608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t4fhn; range_end:; response_count:1; response_revision:8654; }","duration":"172.272896ms","start":"2026-07-16T14:38:08.965232Z","end":"2026-07-16T14:38:09.137505Z","steps":["trace[975725608] 'range keys from in-memory index tree' (duration: 171.996079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:38:10.84427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.430343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:38:10.844332Z","caller":"traceutil/trace.go:171","msg":"trace[2056433238] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8658; }","duration":"134.502245ms","start":"2026-07-16T14:38:10.70982Z","end":"2026-07-16T14:38:10.844322Z","steps":["trace[2056433238] 'range keys from in-memory index tree' (duration: 134.358321ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:38:11.006594Z","caller":"traceutil/trace.go:171","msg":"trace[1532628412] linearizableReadLoop","detail":"{readStateIndex:8971; appliedIndex:8970; }","duration":"109.245453ms","start":"2026-07-16T14:38:10.89733Z","end":"2026-07-16T14:38:11.006575Z","steps":["trace[1532628412] 'read index received' (duration: 84.099823ms)","trace[1532628412] 'applied index is now lower than readState.Index' (duration: 25.14493ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:38:11.006751Z","caller":"traceutil/trace.go:171","msg":"trace[668448716] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"110.850342ms","start":"2026-07-16T14:38:10.895867Z","end":"2026-07-16T14:38:11.006718Z","steps":["trace[668448716] 'process raft request' (duration: 85.639371ms)","trace[668448716] 'compare' (duration: 24.985236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:38:11.007019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.679593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19611"} {"level":"info","ts":"2026-07-16T14:38:11.007197Z","caller":"traceutil/trace.go:171","msg":"trace[121027212] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8663; }","duration":"109.96986ms","start":"2026-07-16T14:38:10.897205Z","end":"2026-07-16T14:38:11.007175Z","steps":["trace[121027212] 'agreement among raft nodes before linearized reading' (duration: 109.613002ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:38:38.927581Z","caller":"traceutil/trace.go:171","msg":"trace[2123654889] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"264.077178ms","start":"2026-07-16T14:38:38.663477Z","end":"2026-07-16T14:38:38.927555Z","steps":["trace[2123654889] 'process raft request' (duration: 263.926065ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:38:39.117806Z","caller":"traceutil/trace.go:171","msg":"trace[906993425] linearizableReadLoop","detail":"{readStateIndex:9181; appliedIndex:9180; }","duration":"365.139969ms","start":"2026-07-16T14:38:38.752632Z","end":"2026-07-16T14:38:39.117772Z","steps":["trace[906993425] 'read index received' (duration: 175.527636ms)","trace[906993425] 'applied index is now lower than readState.Index' (duration: 189.611683ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:38:39.117898Z","caller":"traceutil/trace.go:171","msg":"trace[469273584] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"438.109597ms","start":"2026-07-16T14:38:38.67978Z","end":"2026-07-16T14:38:39.117889Z","steps":["trace[469273584] 'process raft request' (duration: 437.793189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:38:39.118001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:38:38.679758Z","time spent":"438.169409ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T14:38:39.117984Z","caller":"traceutil/trace.go:171","msg":"trace[958318557] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"323.930753ms","start":"2026-07-16T14:38:38.794007Z","end":"2026-07-16T14:38:39.117938Z","steps":["trace[958318557] 'process raft request' (duration: 323.730938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:38:39.118186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.563389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T14:38:39.118215Z","caller":"traceutil/trace.go:171","msg":"trace[219442273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8866; }","duration":"365.631381ms","start":"2026-07-16T14:38:38.752573Z","end":"2026-07-16T14:38:39.118205Z","steps":["trace[219442273] 'agreement among raft nodes before linearized reading' (duration: 365.530758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:38:39.118229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:38:38.793979Z","time spent":"324.080187ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T14:38:39.118248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:38:38.752553Z","time spent":"365.689213ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T14:38:39.11958Z","caller":"traceutil/trace.go:171","msg":"trace[1454358498] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"126.756144ms","start":"2026-07-16T14:38:38.992803Z","end":"2026-07-16T14:38:39.11956Z","steps":["trace[1454358498] 'process raft request' (duration: 126.125608ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:38:39.119812Z","caller":"traceutil/trace.go:171","msg":"trace[1522257042] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"140.151244ms","start":"2026-07-16T14:38:38.979653Z","end":"2026-07-16T14:38:39.119804Z","steps":["trace[1522257042] 'process raft request' (duration: 139.17242ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:38:39.120073Z","caller":"traceutil/trace.go:171","msg":"trace[2083560411] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"124.093618ms","start":"2026-07-16T14:38:38.995972Z","end":"2026-07-16T14:38:39.120066Z","steps":["trace[2083560411] 'process raft request' (duration: 123.028282ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:38:39.120148Z","caller":"traceutil/trace.go:171","msg":"trace[1457225953] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"126.036456ms","start":"2026-07-16T14:38:38.994106Z","end":"2026-07-16T14:38:39.120142Z","steps":["trace[1457225953] 'process raft request' (duration: 124.861017ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:39:57.40918Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T14:39:57.414269Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-16T14:39:57.414373Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-16T14:40:09.576904Z","caller":"traceutil/trace.go:171","msg":"trace[176419342] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"197.572356ms","start":"2026-07-16T14:40:09.37931Z","end":"2026-07-16T14:40:09.576882Z","steps":["trace[176419342] 'process raft request' (duration: 197.438932ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:40:09.609631Z","caller":"traceutil/trace.go:171","msg":"trace[152755851] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"156.086256ms","start":"2026-07-16T14:40:09.453482Z","end":"2026-07-16T14:40:09.609569Z","steps":["trace[152755851] 'process raft request' (duration: 143.027826ms)","trace[152755851] 'compare' (duration: 12.681881ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:40:09.610178Z","caller":"traceutil/trace.go:171","msg":"trace[1480487066] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"108.452825ms","start":"2026-07-16T14:40:09.501701Z","end":"2026-07-16T14:40:09.610154Z","steps":["trace[1480487066] 'process raft request' (duration: 107.708547ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:40:09.610577Z","caller":"traceutil/trace.go:171","msg":"trace[477816680] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"106.921449ms","start":"2026-07-16T14:40:09.503642Z","end":"2026-07-16T14:40:09.610563Z","steps":["trace[477816680] 'process raft request' (duration: 106.434896ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:42:05.297694Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8114} {"level":"info","ts":"2026-07-16T14:42:05.35649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8114,"took":"56.660708ms","hash":1754603526,"current-db-size-bytes":57544704,"current-db-size":"58 MB","current-db-size-in-use-bytes":29282304,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-16T14:42:05.356543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1754603526,"revision":8114,"compact-revision":5937} {"level":"info","ts":"2026-07-16T14:43:32.666152Z","caller":"traceutil/trace.go:171","msg":"trace[1697322568] transaction","detail":"{read_only:false; response_revision:11467; number_of_response:1; }","duration":"206.370138ms","start":"2026-07-16T14:43:32.459757Z","end":"2026-07-16T14:43:32.666127Z","steps":["trace[1697322568] 'process raft request' (duration: 206.164723ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:43:32.666308Z","caller":"traceutil/trace.go:171","msg":"trace[616104812] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"202.610496ms","start":"2026-07-16T14:43:32.463678Z","end":"2026-07-16T14:43:32.666289Z","steps":["trace[616104812] 'process raft request' (duration: 202.403481ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:43:32.666449Z","caller":"traceutil/trace.go:171","msg":"trace[449717576] linearizableReadLoop","detail":"{readStateIndex:11860; appliedIndex:11856; }","duration":"149.347331ms","start":"2026-07-16T14:43:32.517078Z","end":"2026-07-16T14:43:32.666425Z","steps":["trace[449717576] 'read index received' (duration: 19.613861ms)","trace[449717576] 'applied index is now lower than readState.Index' (duration: 129.7319ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:43:32.666491Z","caller":"traceutil/trace.go:171","msg":"trace[1084395570] transaction","detail":"{read_only:false; response_revision:11469; number_of_response:1; }","duration":"201.716694ms","start":"2026-07-16T14:43:32.464763Z","end":"2026-07-16T14:43:32.66648Z","steps":["trace[1084395570] 'process raft request' (duration: 201.472018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:43:32.66665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.565066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T14:43:32.666678Z","caller":"traceutil/trace.go:171","msg":"trace[673192546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11469; }","duration":"149.662178ms","start":"2026-07-16T14:43:32.517009Z","end":"2026-07-16T14:43:32.666671Z","steps":["trace[673192546] 'agreement among raft nodes before linearized reading' (duration: 149.534004ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:47:05.303748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10571} {"level":"info","ts":"2026-07-16T14:47:05.390026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10571,"took":"83.69443ms","hash":3167497082,"current-db-size-bytes":57544704,"current-db-size":"58 MB","current-db-size-in-use-bytes":27971584,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-16T14:47:05.390103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3167497082,"revision":10571,"compact-revision":8114} {"level":"warn","ts":"2026-07-16T14:50:34.051745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.285396ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:50:34.051835Z","caller":"traceutil/trace.go:171","msg":"trace[1867472921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14376; }","duration":"186.385948ms","start":"2026-07-16T14:50:33.865436Z","end":"2026-07-16T14:50:34.051822Z","steps":["trace[1867472921] 'range keys from in-memory index tree' (duration: 186.274636ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:50:34.186463Z","caller":"traceutil/trace.go:171","msg":"trace[573943624] transaction","detail":"{read_only:false; response_revision:14377; number_of_response:1; }","duration":"130.854321ms","start":"2026-07-16T14:50:34.055572Z","end":"2026-07-16T14:50:34.186426Z","steps":["trace[573943624] 'process raft request' (duration: 130.653576ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:50:34.257977Z","caller":"traceutil/trace.go:171","msg":"trace[807721733] transaction","detail":"{read_only:false; response_revision:14378; number_of_response:1; }","duration":"199.717355ms","start":"2026-07-16T14:50:34.058235Z","end":"2026-07-16T14:50:34.257953Z","steps":["trace[807721733] 'process raft request' (duration: 199.474839ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:50:34.258208Z","caller":"traceutil/trace.go:171","msg":"trace[18474064] linearizableReadLoop","detail":"{readStateIndex:14871; appliedIndex:14868; }","duration":"166.826676ms","start":"2026-07-16T14:50:34.091273Z","end":"2026-07-16T14:50:34.2581Z","steps":["trace[18474064] 'read index received' (duration: 94.904446ms)","trace[18474064] 'applied index is now lower than readState.Index' (duration: 71.9201ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:50:34.258212Z","caller":"traceutil/trace.go:171","msg":"trace[520534730] transaction","detail":"{read_only:false; response_revision:14379; number_of_response:1; }","duration":"191.927374ms","start":"2026-07-16T14:50:34.066249Z","end":"2026-07-16T14:50:34.258176Z","steps":["trace[520534730] 'process raft request' (duration: 191.646147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:50:34.258368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.083352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T14:50:34.258413Z","caller":"traceutil/trace.go:171","msg":"trace[218292649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14379; }","duration":"167.162594ms","start":"2026-07-16T14:50:34.091241Z","end":"2026-07-16T14:50:34.258404Z","steps":["trace[218292649] 'agreement among raft nodes before linearized reading' (duration: 167.074702ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:52:05.310042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12833} {"level":"info","ts":"2026-07-16T14:52:05.388079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12833,"took":"75.009176ms","hash":2772820710,"current-db-size-bytes":57544704,"current-db-size":"58 MB","current-db-size-in-use-bytes":31539200,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-16T14:52:05.388175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2772820710,"revision":12833,"compact-revision":10571} {"level":"info","ts":"2026-07-16T14:52:14.706618Z","caller":"traceutil/trace.go:171","msg":"trace[991701527] transaction","detail":"{read_only:false; response_revision:15466; number_of_response:1; }","duration":"109.629168ms","start":"2026-07-16T14:52:14.59696Z","end":"2026-07-16T14:52:14.706589Z","steps":["trace[991701527] 'process raft request' (duration: 107.937966ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:52:14.769528Z","caller":"traceutil/trace.go:171","msg":"trace[525897185] transaction","detail":"{read_only:false; response_revision:15469; number_of_response:1; }","duration":"108.144752ms","start":"2026-07-16T14:52:14.661361Z","end":"2026-07-16T14:52:14.769505Z","steps":["trace[525897185] 'process raft request' (duration: 108.063959ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:52:14.769546Z","caller":"traceutil/trace.go:171","msg":"trace[1831797928] transaction","detail":"{read_only:false; response_revision:15468; number_of_response:1; }","duration":"113.609196ms","start":"2026-07-16T14:52:14.655906Z","end":"2026-07-16T14:52:14.769515Z","steps":["trace[1831797928] 'process raft request' (duration: 113.474002ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:52:14.769918Z","caller":"traceutil/trace.go:171","msg":"trace[462248976] transaction","detail":"{read_only:false; response_revision:15467; number_of_response:1; }","duration":"114.204042ms","start":"2026-07-16T14:52:14.655689Z","end":"2026-07-16T14:52:14.769893Z","steps":["trace[462248976] 'process raft request' (duration: 113.525174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:52:14.934763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.283145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T14:52:14.934886Z","caller":"traceutil/trace.go:171","msg":"trace[1615365703] linearizableReadLoop","detail":"{readStateIndex:15998; appliedIndex:15997; }","duration":"160.438649ms","start":"2026-07-16T14:52:14.77443Z","end":"2026-07-16T14:52:14.934868Z","steps":["trace[1615365703] 'read index received' (duration: 53.836594ms)","trace[1615365703] 'applied index is now lower than readState.Index' (duration: 106.600825ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:52:14.934942Z","caller":"traceutil/trace.go:171","msg":"trace[1913021340] transaction","detail":"{read_only:false; response_revision:15470; number_of_response:1; }","duration":"160.498451ms","start":"2026-07-16T14:52:14.774391Z","end":"2026-07-16T14:52:14.934889Z","steps":["trace[1913021340] 'process raft request' (duration: 53.990149ms)","trace[1913021340] 'compare' (duration: 106.149562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T14:52:14.93516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.456786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-16T14:52:14.93524Z","caller":"traceutil/trace.go:171","msg":"trace[1352589279] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15470; }","duration":"107.579089ms","start":"2026-07-16T14:52:14.82764Z","end":"2026-07-16T14:52:14.935219Z","steps":["trace[1352589279] 'agreement among raft nodes before linearized reading' (duration: 107.377104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:52:14.935769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.327791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764147"} {"level":"info","ts":"2026-07-16T14:52:14.935826Z","caller":"traceutil/trace.go:171","msg":"trace[453604258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15470; }","duration":"161.412343ms","start":"2026-07-16T14:52:14.774401Z","end":"2026-07-16T14:52:14.935813Z","steps":["trace[453604258] 'agreement among raft nodes before linearized reading' (duration: 160.573803ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:57:05.315353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15420} {"level":"info","ts":"2026-07-16T14:57:05.413609Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15420,"took":"94.884055ms","hash":533552229,"current-db-size-bytes":57544704,"current-db-size":"58 MB","current-db-size-in-use-bytes":32473088,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-16T14:57:05.413681Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":533552229,"revision":15420,"compact-revision":12833} {"level":"warn","ts":"2026-07-16T14:57:58.972624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.370143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-drv89\" ","response":"range_response_count:1 size:20657"} {"level":"info","ts":"2026-07-16T14:57:58.972717Z","caller":"traceutil/trace.go:171","msg":"trace[818149658] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-drv89; range_end:; response_count:1; response_revision:18109; }","duration":"381.500246ms","start":"2026-07-16T14:57:58.591196Z","end":"2026-07-16T14:57:58.972696Z","steps":["trace[818149658] 'range keys from in-memory index tree' (duration: 381.256181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:57:58.972756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:57:58.591177Z","time spent":"381.571459ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20680,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-drv89\" "} {"level":"warn","ts":"2026-07-16T14:57:58.973077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.025456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qwwcq\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-16T14:57:58.9732Z","caller":"traceutil/trace.go:171","msg":"trace[1881757386] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qwwcq; range_end:; response_count:1; response_revision:18109; }","duration":"188.210431ms","start":"2026-07-16T14:57:58.784963Z","end":"2026-07-16T14:57:58.973173Z","steps":["trace[1881757386] 'range keys from in-memory index tree' (duration: 187.835581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:57:58.973212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.005274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T14:57:58.97332Z","caller":"traceutil/trace.go:171","msg":"trace[1000712556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18109; }","duration":"372.053425ms","start":"2026-07-16T14:57:58.601195Z","end":"2026-07-16T14:57:58.973249Z","steps":["trace[1000712556] 'range keys from in-memory index tree' (duration: 371.663955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T14:57:58.973358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T14:57:58.601089Z","time spent":"372.262039ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T14:57:58.97334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.252888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-16T14:57:58.973445Z","caller":"traceutil/trace.go:171","msg":"trace[4080750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18109; }","duration":"148.418982ms","start":"2026-07-16T14:57:58.825002Z","end":"2026-07-16T14:57:58.973421Z","steps":["trace[4080750] 'range keys from in-memory index tree' (duration: 147.977191ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T14:57:59.100443Z","caller":"traceutil/trace.go:171","msg":"trace[5480788] transaction","detail":"{read_only:false; response_revision:18111; number_of_response:1; }","duration":"108.006979ms","start":"2026-07-16T14:57:58.992412Z","end":"2026-07-16T14:57:59.100419Z","steps":["trace[5480788] 'process raft request' (duration: 95.766397ms)","trace[5480788] 'compare' (duration: 11.827331ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T14:58:17.504625Z","caller":"traceutil/trace.go:171","msg":"trace[1608755354] transaction","detail":"{read_only:false; response_revision:18443; number_of_response:1; }","duration":"116.116677ms","start":"2026-07-16T14:58:17.388484Z","end":"2026-07-16T14:58:17.5046Z","steps":["trace[1608755354] 'process raft request' (duration: 115.683196ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:00:16.544748Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T15:00:16.554131Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-16T15:00:16.554222Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-16T15:02:05.321871Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17636} {"level":"info","ts":"2026-07-16T15:02:05.412165Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17636,"took":"86.58208ms","hash":4010618067,"current-db-size-bytes":57544704,"current-db-size":"58 MB","current-db-size-in-use-bytes":35495936,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-16T15:02:05.412279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4010618067,"revision":17636,"compact-revision":15420} {"level":"warn","ts":"2026-07-16T15:03:17.310306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.253735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:03:17.310402Z","caller":"traceutil/trace.go:171","msg":"trace[145466151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20613; }","duration":"219.402299ms","start":"2026-07-16T15:03:17.090978Z","end":"2026-07-16T15:03:17.31038Z","steps":["trace[145466151] 'range keys from in-memory index tree' (duration: 219.080641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:03:17.310529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.574441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:03:17.310625Z","caller":"traceutil/trace.go:171","msg":"trace[1708603900] transaction","detail":"{read_only:false; response_revision:20614; number_of_response:1; }","duration":"190.946688ms","start":"2026-07-16T15:03:17.119658Z","end":"2026-07-16T15:03:17.310605Z","steps":["trace[1708603900] 'process raft request' (duration: 69.214233ms)","trace[1708603900] 'compare' (duration: 121.369456ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:03:17.538526Z","caller":"traceutil/trace.go:171","msg":"trace[451497022] transaction","detail":"{read_only:false; response_revision:20617; number_of_response:1; }","duration":"342.209501ms","start":"2026-07-16T15:03:17.196295Z","end":"2026-07-16T15:03:17.538505Z","steps":["trace[451497022] 'process raft request' (duration: 342.15333ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:03:17.538587Z","caller":"traceutil/trace.go:171","msg":"trace[2014938956] transaction","detail":"{read_only:false; response_revision:20616; number_of_response:1; }","duration":"342.483179ms","start":"2026-07-16T15:03:17.19606Z","end":"2026-07-16T15:03:17.538543Z","steps":["trace[2014938956] 'process raft request' (duration: 342.353825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:03:17.538656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:03:17.196263Z","time spent":"342.325565ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:03:17.538674Z","caller":"traceutil/trace.go:171","msg":"trace[1690692994] linearizableReadLoop","detail":"{readStateIndex:21309; appliedIndex:21305; }","duration":"227.298044ms","start":"2026-07-16T15:03:17.311348Z","end":"2026-07-16T15:03:17.538647Z","steps":["trace[1690692994] 'read index received' (duration: 213.809112ms)","trace[1690692994] 'applied index is now lower than readState.Index' (duration: 13.485592ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:03:17.538746Z","caller":"traceutil/trace.go:171","msg":"trace[1453075125] transaction","detail":"{read_only:false; response_revision:20618; number_of_response:1; }","duration":"286.990562ms","start":"2026-07-16T15:03:17.251741Z","end":"2026-07-16T15:03:17.538732Z","steps":["trace[1453075125] 'process raft request' (duration: 286.732445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:03:17.538759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:03:17.196024Z","time spent":"342.641873ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:03:17.538809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.451758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:03:17.538848Z","caller":"traceutil/trace.go:171","msg":"trace[44009109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20618; }","duration":"227.653433ms","start":"2026-07-16T15:03:17.311185Z","end":"2026-07-16T15:03:17.538839Z","steps":["trace[44009109] 'agreement among raft nodes before linearized reading' (duration: 227.564511ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:03:17.538591Z","caller":"traceutil/trace.go:171","msg":"trace[1420145589] transaction","detail":"{read_only:false; response_revision:20615; number_of_response:1; }","duration":"342.669972ms","start":"2026-07-16T15:03:17.195843Z","end":"2026-07-16T15:03:17.538513Z","steps":["trace[1420145589] 'process raft request' (duration: 329.342265ms)","trace[1420145589] 'compare' (duration: 13.101772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:03:17.539237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:03:17.195798Z","time spent":"343.36526ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:07:05.328346Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20221} {"level":"info","ts":"2026-07-16T15:07:05.439541Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20221,"took":"107.554458ms","hash":4148888070,"current-db-size-bytes":57544704,"current-db-size":"58 MB","current-db-size-in-use-bytes":42311680,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-16T15:07:05.439594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4148888070,"revision":20221,"compact-revision":17636} {"level":"info","ts":"2026-07-16T15:07:09.393329Z","caller":"traceutil/trace.go:171","msg":"trace[1262324413] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"108.790077ms","start":"2026-07-16T15:07:09.284513Z","end":"2026-07-16T15:07:09.393303Z","steps":["trace[1262324413] 'process raft request' (duration: 108.604143ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:07:09.699135Z","caller":"traceutil/trace.go:171","msg":"trace[2102269817] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"145.89724ms","start":"2026-07-16T15:07:09.553205Z","end":"2026-07-16T15:07:09.699102Z","steps":["trace[2102269817] 'process raft request' (duration: 123.190982ms)","trace[2102269817] 'compare' (duration: 22.565475ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:10:36.996657Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006597.wal"} {"level":"info","ts":"2026-07-16T15:10:36.997264Z","caller":"traceutil/trace.go:171","msg":"trace[227529904] linearizableReadLoop","detail":"{readStateIndex:26006; appliedIndex:26005; }","duration":"161.936483ms","start":"2026-07-16T15:10:36.835289Z","end":"2026-07-16T15:10:36.997226Z","steps":["trace[227529904] 'read index received' (duration: 161.664797ms)","trace[227529904] 'applied index is now lower than readState.Index' (duration: 270.816µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:10:36.997385Z","caller":"traceutil/trace.go:171","msg":"trace[563909053] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"163.183113ms","start":"2026-07-16T15:10:36.834174Z","end":"2026-07-16T15:10:36.997357Z","steps":["trace[563909053] 'process raft request' (duration: 162.786684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:36.997462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.157689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T15:10:36.997506Z","caller":"traceutil/trace.go:171","msg":"trace[318888278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25191; }","duration":"162.252812ms","start":"2026-07-16T15:10:36.835243Z","end":"2026-07-16T15:10:36.997495Z","steps":["trace[318888278] 'agreement among raft nodes before linearized reading' (duration: 162.116829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:36.9981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.662086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-07-16T15:10:36.998126Z","caller":"traceutil/trace.go:171","msg":"trace[1932759118] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25192; }","duration":"150.714768ms","start":"2026-07-16T15:10:36.847404Z","end":"2026-07-16T15:10:36.998119Z","steps":["trace[1932759118] 'agreement among raft nodes before linearized reading' (duration: 150.641016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:36.9984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.543715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T15:10:36.998452Z","caller":"traceutil/trace.go:171","msg":"trace[1888792743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25192; }","duration":"157.642108ms","start":"2026-07-16T15:10:36.840796Z","end":"2026-07-16T15:10:36.998438Z","steps":["trace[1888792743] 'agreement among raft nodes before linearized reading' (duration: 157.146536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:41.493822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.955301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-07-16T15:10:41.493905Z","caller":"traceutil/trace.go:171","msg":"trace[1041668396] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25235; }","duration":"122.097664ms","start":"2026-07-16T15:10:41.371788Z","end":"2026-07-16T15:10:41.493886Z","steps":["trace[1041668396] 'range keys from in-memory index tree' (duration: 121.757116ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:42.366209Z","caller":"traceutil/trace.go:171","msg":"trace[342100264] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"240.516636ms","start":"2026-07-16T15:10:42.125674Z","end":"2026-07-16T15:10:42.366191Z","steps":["trace[342100264] 'process raft request' (duration: 240.400273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:42.655677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.910538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:10:42.655801Z","caller":"traceutil/trace.go:171","msg":"trace[578421300] linearizableReadLoop","detail":"{readStateIndex:26054; appliedIndex:26052; }","duration":"440.329852ms","start":"2026-07-16T15:10:42.21545Z","end":"2026-07-16T15:10:42.65578Z","steps":["trace[578421300] 'read index received' (duration: 150.656846ms)","trace[578421300] 'applied index is now lower than readState.Index' (duration: 289.671216ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:10:42.65598Z","caller":"traceutil/trace.go:171","msg":"trace[173077333] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"529.188198ms","start":"2026-07-16T15:10:42.126708Z","end":"2026-07-16T15:10:42.655896Z","steps":["trace[173077333] 'process raft request' (duration: 376.957072ms)","trace[173077333] 'compare' (duration: 151.759824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:10:42.656291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.805283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T15:10:42.656349Z","caller":"traceutil/trace.go:171","msg":"trace[12429012] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25238; }","duration":"440.897975ms","start":"2026-07-16T15:10:42.215434Z","end":"2026-07-16T15:10:42.656332Z","steps":["trace[12429012] 'agreement among raft nodes before linearized reading' (duration: 440.411773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:42.65639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:42.215382Z","time spent":"440.997887ms","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:10:42.656403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:42.126681Z","time spent":"529.614118ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.102388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.014078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:10:43.102575Z","caller":"traceutil/trace.go:171","msg":"trace[2028859518] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"423.991689ms","start":"2026-07-16T15:10:42.678556Z","end":"2026-07-16T15:10:43.102548Z","steps":["trace[2028859518] 'process raft request' (duration: 108.729795ms)","trace[2028859518] 'compare' (duration: 314.888725ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:10:43.102646Z","caller":"traceutil/trace.go:171","msg":"trace[334815800] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"423.18639ms","start":"2026-07-16T15:10:42.679442Z","end":"2026-07-16T15:10:43.102628Z","steps":["trace[334815800] 'process raft request' (duration: 423.050487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:43.1027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:42.678543Z","time spent":"424.090951ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.102734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:42.679417Z","time spent":"423.284102ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.534303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.063628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:10:43.534439Z","caller":"traceutil/trace.go:171","msg":"trace[352456865] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"426.799518ms","start":"2026-07-16T15:10:43.107609Z","end":"2026-07-16T15:10:43.534409Z","steps":["trace[352456865] 'process raft request' (duration: 144.524116ms)","trace[352456865] 'compare' (duration: 281.927854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:10:43.534522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.107585Z","time spent":"426.899431ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.822566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.353187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:10:43.822965Z","caller":"traceutil/trace.go:171","msg":"trace[518376143] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"706.014037ms","start":"2026-07-16T15:10:43.116925Z","end":"2026-07-16T15:10:43.822939Z","steps":["trace[518376143] 'process raft request' (duration: 705.863843ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:43.822971Z","caller":"traceutil/trace.go:171","msg":"trace[847980066] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"713.789878ms","start":"2026-07-16T15:10:43.109145Z","end":"2026-07-16T15:10:43.822935Z","steps":["trace[847980066] 'process raft request' (duration: 713.517391ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:43.822975Z","caller":"traceutil/trace.go:171","msg":"trace[1806300761] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"714.768152ms","start":"2026-07-16T15:10:43.108168Z","end":"2026-07-16T15:10:43.822936Z","steps":["trace[1806300761] 'process raft request' (duration: 546.942553ms)","trace[1806300761] 'compare' (duration: 167.190463ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:10:43.823Z","caller":"traceutil/trace.go:171","msg":"trace[2142250393] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"627.962847ms","start":"2026-07-16T15:10:43.195012Z","end":"2026-07-16T15:10:43.822974Z","steps":["trace[2142250393] 'process raft request' (duration: 627.870595ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:43.823021Z","caller":"traceutil/trace.go:171","msg":"trace[1354005895] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"623.241251ms","start":"2026-07-16T15:10:43.199738Z","end":"2026-07-16T15:10:43.822979Z","steps":["trace[1354005895] 'process raft request' (duration: 623.174879ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:43.823082Z","caller":"traceutil/trace.go:171","msg":"trace[16886428] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"695.052088ms","start":"2026-07-16T15:10:43.127991Z","end":"2026-07-16T15:10:43.823043Z","steps":["trace[16886428] 'process raft request' (duration: 694.835542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:43.823122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.116917Z","time spent":"706.109099ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.823126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.199712Z","time spent":"623.360703ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.823141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.108159Z","time spent":"714.897666ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.823146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.194987Z","time spent":"628.07302ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.823218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.109118Z","time spent":"713.933981ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.823222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.127971Z","time spent":"695.17823ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:10:43.823191Z","caller":"traceutil/trace.go:171","msg":"trace[1058844697] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"707.204076ms","start":"2026-07-16T15:10:43.115959Z","end":"2026-07-16T15:10:43.823163Z","steps":["trace[1058844697] 'process raft request' (duration: 706.794696ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:43.823245Z","caller":"traceutil/trace.go:171","msg":"trace[1204158228] linearizableReadLoop","detail":"{readStateIndex:26063; appliedIndex:26056; }","duration":"626.936592ms","start":"2026-07-16T15:10:43.196273Z","end":"2026-07-16T15:10:43.82321Z","steps":["trace[1204158228] 'read index received' (duration: 55.941717ms)","trace[1204158228] 'applied index is now lower than readState.Index' (duration: 570.988644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:10:43.823353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.115939Z","time spent":"707.356241ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:43.878383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.068888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:10:43.878507Z","caller":"traceutil/trace.go:171","msg":"trace[799502377] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25248; }","duration":"682.244732ms","start":"2026-07-16T15:10:43.19623Z","end":"2026-07-16T15:10:43.878475Z","steps":["trace[799502377] 'agreement among raft nodes before linearized reading' (duration: 627.085466ms)","trace[799502377] 'count revisions from in-memory index tree' (duration: 54.968632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:10:43.878576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:43.196212Z","time spent":"682.345994ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:10:43.878851Z","caller":"traceutil/trace.go:171","msg":"trace[1446583498] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"241.411408ms","start":"2026-07-16T15:10:43.637426Z","end":"2026-07-16T15:10:43.878838Z","steps":["trace[1446583498] 'process raft request' (duration: 240.904536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:43.87898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.136145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-16T15:10:43.879068Z","caller":"traceutil/trace.go:171","msg":"trace[2080648274] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25249; }","duration":"109.254918ms","start":"2026-07-16T15:10:43.769795Z","end":"2026-07-16T15:10:43.87905Z","steps":["trace[2080648274] 'agreement among raft nodes before linearized reading' (duration: 109.046973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:44.104036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.986853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:10:44.104117Z","caller":"traceutil/trace.go:171","msg":"trace[54261286] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25249; }","duration":"144.112226ms","start":"2026-07-16T15:10:43.959987Z","end":"2026-07-16T15:10:44.104099Z","steps":["trace[54261286] 'range keys from in-memory index tree' (duration: 143.9093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:44.638973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.817549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T15:10:44.639089Z","caller":"traceutil/trace.go:171","msg":"trace[1982748004] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25250; }","duration":"189.984923ms","start":"2026-07-16T15:10:44.449073Z","end":"2026-07-16T15:10:44.639058Z","steps":["trace[1982748004] 'count revisions from in-memory index tree' (duration: 189.680376ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:45.36985Z","caller":"traceutil/trace.go:171","msg":"trace[1332265100] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"258.712585ms","start":"2026-07-16T15:10:45.111113Z","end":"2026-07-16T15:10:45.369826Z","steps":["trace[1332265100] 'process raft request' (duration: 258.503268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:45.610706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.635994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:10:45.610973Z","caller":"traceutil/trace.go:171","msg":"trace[590939811] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"499.124049ms","start":"2026-07-16T15:10:45.111816Z","end":"2026-07-16T15:10:45.61094Z","steps":["trace[590939811] 'process raft request' (duration: 355.176357ms)","trace[590939811] 'compare' (duration: 143.51517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:10:45.61132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:45.1118Z","time spent":"499.407065ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:10:46.033536Z","caller":"traceutil/trace.go:171","msg":"trace[1576332163] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"204.712175ms","start":"2026-07-16T15:10:45.828784Z","end":"2026-07-16T15:10:46.033496Z","steps":["trace[1576332163] 'process raft request' (duration: 204.429938ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:46.033648Z","caller":"traceutil/trace.go:171","msg":"trace[427300886] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"204.318776ms","start":"2026-07-16T15:10:45.829292Z","end":"2026-07-16T15:10:46.033611Z","steps":["trace[427300886] 'process raft request' (duration: 204.12438ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:46.033656Z","caller":"traceutil/trace.go:171","msg":"trace[1141468649] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"204.224013ms","start":"2026-07-16T15:10:45.829402Z","end":"2026-07-16T15:10:46.033626Z","steps":["trace[1141468649] 'process raft request' (duration: 204.065419ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:46.034067Z","caller":"traceutil/trace.go:171","msg":"trace[1445296743] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"150.37839ms","start":"2026-07-16T15:10:45.883677Z","end":"2026-07-16T15:10:46.034056Z","steps":["trace[1445296743] 'process raft request' (duration: 149.875658ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:46.03402Z","caller":"traceutil/trace.go:171","msg":"trace[923560734] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"203.552687ms","start":"2026-07-16T15:10:45.830441Z","end":"2026-07-16T15:10:46.033993Z","steps":["trace[923560734] 'process raft request' (duration: 203.071995ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:46.034643Z","caller":"traceutil/trace.go:171","msg":"trace[1806213675] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"132.760487ms","start":"2026-07-16T15:10:45.901864Z","end":"2026-07-16T15:10:46.034624Z","steps":["trace[1806213675] 'process raft request' (duration: 132.068ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:46.034752Z","caller":"traceutil/trace.go:171","msg":"trace[1509389043] linearizableReadLoop","detail":"{readStateIndex:26075; appliedIndex:26073; }","duration":"205.521295ms","start":"2026-07-16T15:10:45.829217Z","end":"2026-07-16T15:10:46.034738Z","steps":["trace[1509389043] 'read index received' (duration: 80.90932ms)","trace[1509389043] 'applied index is now lower than readState.Index' (duration: 124.608775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:10:46.034913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.137847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T15:10:46.034974Z","caller":"traceutil/trace.go:171","msg":"trace[215604420] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25263; }","duration":"105.2505ms","start":"2026-07-16T15:10:45.929708Z","end":"2026-07-16T15:10:46.034959Z","steps":["trace[215604420] 'agreement among raft nodes before linearized reading' (duration: 105.141357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:46.034936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.72609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T15:10:46.035059Z","caller":"traceutil/trace.go:171","msg":"trace[1943996881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25263; }","duration":"205.894804ms","start":"2026-07-16T15:10:45.829154Z","end":"2026-07-16T15:10:46.035048Z","steps":["trace[1943996881] 'agreement among raft nodes before linearized reading' (duration: 205.672178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:46.687846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.912705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:10:46.687993Z","caller":"traceutil/trace.go:171","msg":"trace[2056353067] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"281.73314ms","start":"2026-07-16T15:10:46.406234Z","end":"2026-07-16T15:10:46.687967Z","steps":["trace[2056353067] 'process raft request' (duration: 136.59938ms)","trace[2056353067] 'compare' (duration: 144.693509ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:10:46.851115Z","caller":"traceutil/trace.go:171","msg":"trace[1954998892] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"101.134747ms","start":"2026-07-16T15:10:46.749955Z","end":"2026-07-16T15:10:46.851089Z","steps":["trace[1954998892] 'process raft request' (duration: 100.298597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:58.297502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:57.984232Z","time spent":"313.263286ms","remote":"127.0.0.1:42326","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T15:10:58.298599Z","caller":"traceutil/trace.go:171","msg":"trace[1846297] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"573.753844ms","start":"2026-07-16T15:10:57.724816Z","end":"2026-07-16T15:10:58.298569Z","steps":["trace[1846297] 'process raft request' (duration: 547.19918ms)","trace[1846297] 'compare' (duration: 26.024021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:10:58.298728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:57.724794Z","time spent":"573.861577ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:10:58.345627Z","caller":"traceutil/trace.go:171","msg":"trace[507569676] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"399.346233ms","start":"2026-07-16T15:10:57.946245Z","end":"2026-07-16T15:10:58.345592Z","steps":["trace[507569676] 'process raft request' (duration: 399.073056ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:58.345799Z","caller":"traceutil/trace.go:171","msg":"trace[731126186] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"261.248737ms","start":"2026-07-16T15:10:58.084542Z","end":"2026-07-16T15:10:58.34579Z","steps":["trace[731126186] 'process raft request' (duration: 261.022531ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:58.345626Z","caller":"traceutil/trace.go:171","msg":"trace[1237520877] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"262.366163ms","start":"2026-07-16T15:10:58.08324Z","end":"2026-07-16T15:10:58.345606Z","steps":["trace[1237520877] 'process raft request' (duration: 262.288001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:58.345966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:57.946219Z","time spent":"399.58064ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:10:58.345682Z","caller":"traceutil/trace.go:171","msg":"trace[1108673428] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"264.231101ms","start":"2026-07-16T15:10:58.081443Z","end":"2026-07-16T15:10:58.345674Z","steps":["trace[1108673428] 'process raft request' (duration: 264.026095ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:58.346361Z","caller":"traceutil/trace.go:171","msg":"trace[434030918] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"261.491443ms","start":"2026-07-16T15:10:58.084845Z","end":"2026-07-16T15:10:58.346336Z","steps":["trace[434030918] 'process raft request' (duration: 260.907949ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:58.346457Z","caller":"traceutil/trace.go:171","msg":"trace[1906872460] linearizableReadLoop","detail":"{readStateIndex:26169; appliedIndex:26162; }","duration":"258.121559ms","start":"2026-07-16T15:10:58.088308Z","end":"2026-07-16T15:10:58.346429Z","steps":["trace[1906872460] 'read index received' (duration: 183.721758ms)","trace[1906872460] 'applied index is now lower than readState.Index' (duration: 74.398701ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:10:58.346578Z","caller":"traceutil/trace.go:171","msg":"trace[134681891] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"260.380365ms","start":"2026-07-16T15:10:58.086187Z","end":"2026-07-16T15:10:58.346567Z","steps":["trace[134681891] 'process raft request' (duration: 260.124009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:58.346819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.432803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T15:10:58.346867Z","caller":"traceutil/trace.go:171","msg":"trace[125082705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25350; }","duration":"244.512514ms","start":"2026-07-16T15:10:58.102342Z","end":"2026-07-16T15:10:58.346854Z","steps":["trace[125082705] 'agreement among raft nodes before linearized reading' (duration: 244.33662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:58.347034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.057277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-16T15:10:58.346845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.533449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:10:58.347071Z","caller":"traceutil/trace.go:171","msg":"trace[829018941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25350; }","duration":"221.116729ms","start":"2026-07-16T15:10:58.125945Z","end":"2026-07-16T15:10:58.347062Z","steps":["trace[829018941] 'agreement among raft nodes before linearized reading' (duration: 221.007597ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:58.347279Z","caller":"traceutil/trace.go:171","msg":"trace[371640204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25350; }","duration":"258.790125ms","start":"2026-07-16T15:10:58.088277Z","end":"2026-07-16T15:10:58.347067Z","steps":["trace[371640204] 'agreement among raft nodes before linearized reading' (duration: 258.502268ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:58.720995Z","caller":"traceutil/trace.go:171","msg":"trace[1454080289] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"251.953497ms","start":"2026-07-16T15:10:58.469015Z","end":"2026-07-16T15:10:58.720969Z","steps":["trace[1454080289] 'process raft request' (duration: 251.804363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:58.951962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.146118ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-16T15:10:58.95257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:58.478898Z","time spent":"473.663822ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T15:10:59.329671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.750082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:10:59.32974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.636247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:10:59.329764Z","caller":"traceutil/trace.go:171","msg":"trace[693886533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25355; }","duration":"240.880696ms","start":"2026-07-16T15:10:59.088865Z","end":"2026-07-16T15:10:59.329746Z","steps":["trace[693886533] 'range keys from in-memory index tree' (duration: 240.64896ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:59.32978Z","caller":"traceutil/trace.go:171","msg":"trace[460114104] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25355; }","duration":"246.7458ms","start":"2026-07-16T15:10:59.08302Z","end":"2026-07-16T15:10:59.329766Z","steps":["trace[460114104] 'count revisions from in-memory index tree' (duration: 246.533054ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:10:59.865677Z","caller":"traceutil/trace.go:171","msg":"trace[1439919468] linearizableReadLoop","detail":"{readStateIndex:26176; appliedIndex:26175; }","duration":"128.677295ms","start":"2026-07-16T15:10:59.736976Z","end":"2026-07-16T15:10:59.865653Z","steps":["trace[1439919468] 'read index received' (duration: 128.48438ms)","trace[1439919468] 'applied index is now lower than readState.Index' (duration: 192.035µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:10:59.865752Z","caller":"traceutil/trace.go:171","msg":"trace[488594156] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"372.725178ms","start":"2026-07-16T15:10:59.492988Z","end":"2026-07-16T15:10:59.865713Z","steps":["trace[488594156] 'process raft request' (duration: 372.522483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:10:59.865905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:10:59.492963Z","time spent":"372.864432ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:10:59.86618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.130797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T15:10:59.86624Z","caller":"traceutil/trace.go:171","msg":"trace[1220948770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25356; }","duration":"129.302261ms","start":"2026-07-16T15:10:59.736923Z","end":"2026-07-16T15:10:59.866226Z","steps":["trace[1220948770] 'agreement among raft nodes before linearized reading' (duration: 128.819749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:00.243588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.715435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:11:00.24365Z","caller":"traceutil/trace.go:171","msg":"trace[1989142457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25357; }","duration":"154.788557ms","start":"2026-07-16T15:11:00.088847Z","end":"2026-07-16T15:11:00.243636Z","steps":["trace[1989142457] 'range keys from in-memory index tree' (duration: 154.633813ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:02.434572Z","caller":"traceutil/trace.go:171","msg":"trace[1377194488] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"116.095065ms","start":"2026-07-16T15:11:02.318455Z","end":"2026-07-16T15:11:02.43455Z","steps":["trace[1377194488] 'process raft request' (duration: 115.953132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:02.705346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.656483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:11:02.705606Z","caller":"traceutil/trace.go:171","msg":"trace[1342555791] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"345.274953ms","start":"2026-07-16T15:11:02.360291Z","end":"2026-07-16T15:11:02.705566Z","steps":["trace[1342555791] 'process raft request' (duration: 173.260331ms)","trace[1342555791] 'compare' (duration: 171.50601ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:02.705675Z","caller":"traceutil/trace.go:171","msg":"trace[936848775] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"344.765661ms","start":"2026-07-16T15:11:02.360885Z","end":"2026-07-16T15:11:02.705651Z","steps":["trace[936848775] 'process raft request' (duration: 344.682499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:02.705762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:02.36027Z","time spent":"345.410907ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:02.705748Z","caller":"traceutil/trace.go:171","msg":"trace[1943627833] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"344.920325ms","start":"2026-07-16T15:11:02.360763Z","end":"2026-07-16T15:11:02.705684Z","steps":["trace[1943627833] 'process raft request' (duration: 344.73287ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:02.705806Z","caller":"traceutil/trace.go:171","msg":"trace[143307356] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"343.728716ms","start":"2026-07-16T15:11:02.362068Z","end":"2026-07-16T15:11:02.705797Z","steps":["trace[143307356] 'process raft request' (duration: 343.660214ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:02.705851Z","caller":"traceutil/trace.go:171","msg":"trace[1605618771] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"344.211048ms","start":"2026-07-16T15:11:02.361623Z","end":"2026-07-16T15:11:02.705834Z","steps":["trace[1605618771] 'process raft request' (duration: 343.980212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:02.705861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:02.362061Z","time spent":"343.775547ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:11:02.705908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:02.361616Z","time spent":"344.264769ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:11:02.705944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:02.360754Z","time spent":"345.093559ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:11:02.705784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:02.36088Z","time spent":"344.863473ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:02.705967Z","caller":"traceutil/trace.go:171","msg":"trace[387794741] linearizableReadLoop","detail":"{readStateIndex:26255; appliedIndex:26248; }","duration":"340.404704ms","start":"2026-07-16T15:11:02.365543Z","end":"2026-07-16T15:11:02.705947Z","steps":["trace[387794741] 'read index received' (duration: 68.943717ms)","trace[387794741] 'applied index is now lower than readState.Index' (duration: 271.459887ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:02.706036Z","caller":"traceutil/trace.go:171","msg":"trace[550125099] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"342.930515ms","start":"2026-07-16T15:11:02.363096Z","end":"2026-07-16T15:11:02.706027Z","steps":["trace[550125099] 'process raft request' (duration: 342.690069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:02.706105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.559948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T15:11:02.706096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:02.36309Z","time spent":"342.974706ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:02.70613Z","caller":"traceutil/trace.go:171","msg":"trace[175716846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25435; }","duration":"340.604379ms","start":"2026-07-16T15:11:02.365518Z","end":"2026-07-16T15:11:02.706123Z","steps":["trace[175716846] 'agreement among raft nodes before linearized reading' (duration: 340.511756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:02.706151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:02.365511Z","time spent":"340.63593ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T15:11:02.706154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.527202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:11:02.706177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.423669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T15:11:02.7062Z","caller":"traceutil/trace.go:171","msg":"trace[691641893] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25435; }","duration":"252.588593ms","start":"2026-07-16T15:11:02.453595Z","end":"2026-07-16T15:11:02.706184Z","steps":["trace[691641893] 'agreement among raft nodes before linearized reading' (duration: 252.503001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:02.70623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.867155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:11:02.706232Z","caller":"traceutil/trace.go:171","msg":"trace[902501047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25435; }","duration":"339.487311ms","start":"2026-07-16T15:11:02.366727Z","end":"2026-07-16T15:11:02.706215Z","steps":["trace[902501047] 'agreement among raft nodes before linearized reading' (duration: 339.333407ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:02.706252Z","caller":"traceutil/trace.go:171","msg":"trace[638420858] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25435; }","duration":"264.924487ms","start":"2026-07-16T15:11:02.441319Z","end":"2026-07-16T15:11:02.706244Z","steps":["trace[638420858] 'agreement among raft nodes before linearized reading' (duration: 264.888786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:02.706275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:02.366723Z","time spent":"339.543552ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T15:11:02.706357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.09877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9697a3ae-e685-4d1d-94f2-a31e576eeaa2\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-16T15:11:02.706405Z","caller":"traceutil/trace.go:171","msg":"trace[370433873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9697a3ae-e685-4d1d-94f2-a31e576eeaa2; range_end:; response_count:1; response_revision:25435; }","duration":"293.195643ms","start":"2026-07-16T15:11:02.413194Z","end":"2026-07-16T15:11:02.70639Z","steps":["trace[370433873] 'agreement among raft nodes before linearized reading' (duration: 293.024939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:02.706427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.366111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9697a3ae-e685-4d1d-94f2-a31e576eeaa2\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-07-16T15:11:02.706472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.836026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:11:02.706471Z","caller":"traceutil/trace.go:171","msg":"trace[787833890] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9697a3ae-e685-4d1d-94f2-a31e576eeaa2; range_end:; response_count:1; response_revision:25435; }","duration":"170.470974ms","start":"2026-07-16T15:11:02.535987Z","end":"2026-07-16T15:11:02.706458Z","steps":["trace[787833890] 'agreement among raft nodes before linearized reading' (duration: 170.359121ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:02.706506Z","caller":"traceutil/trace.go:171","msg":"trace[1740062473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25435; }","duration":"123.902748ms","start":"2026-07-16T15:11:02.582591Z","end":"2026-07-16T15:11:02.706493Z","steps":["trace[1740062473] 'agreement among raft nodes before linearized reading' (duration: 123.847816ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:02.853468Z","caller":"traceutil/trace.go:171","msg":"trace[944651336] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"142.032454ms","start":"2026-07-16T15:11:02.711415Z","end":"2026-07-16T15:11:02.853447Z","steps":["trace[944651336] 'process raft request' (duration: 110.781464ms)","trace[944651336] 'compare' (duration: 31.103616ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:02.853648Z","caller":"traceutil/trace.go:171","msg":"trace[217990257] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"142.055374ms","start":"2026-07-16T15:11:02.711572Z","end":"2026-07-16T15:11:02.853627Z","steps":["trace[217990257] 'process raft request' (duration: 141.826379ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:02.853787Z","caller":"traceutil/trace.go:171","msg":"trace[2134855777] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"121.564962ms","start":"2026-07-16T15:11:02.732196Z","end":"2026-07-16T15:11:02.853761Z","steps":["trace[2134855777] 'process raft request' (duration: 121.357746ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:05.048236Z","caller":"traceutil/trace.go:171","msg":"trace[996947702] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"336.066517ms","start":"2026-07-16T15:11:04.712143Z","end":"2026-07-16T15:11:05.04821Z","steps":["trace[996947702] 'process raft request' (duration: 236.859647ms)","trace[996947702] 'compare' (duration: 99.014526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:11:05.048425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:04.712135Z","time spent":"336.209281ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:05.048584Z","caller":"traceutil/trace.go:171","msg":"trace[2103538950] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"336.183119ms","start":"2026-07-16T15:11:04.712357Z","end":"2026-07-16T15:11:05.04854Z","steps":["trace[2103538950] 'process raft request' (duration: 335.995635ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:05.048612Z","caller":"traceutil/trace.go:171","msg":"trace[1083916824] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"189.996194ms","start":"2026-07-16T15:11:04.858592Z","end":"2026-07-16T15:11:05.048588Z","steps":["trace[1083916824] 'process raft request' (duration: 189.922912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:05.048737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:04.712331Z","time spent":"336.323253ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:05.048837Z","caller":"traceutil/trace.go:171","msg":"trace[164041388] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"336.16991ms","start":"2026-07-16T15:11:04.712644Z","end":"2026-07-16T15:11:05.048814Z","steps":["trace[164041388] 'process raft request' (duration: 335.823162ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:05.048868Z","caller":"traceutil/trace.go:171","msg":"trace[1279918187] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"336.592ms","start":"2026-07-16T15:11:04.712265Z","end":"2026-07-16T15:11:05.048857Z","steps":["trace[1279918187] 'process raft request' (duration: 335.890443ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:05.048901Z","caller":"traceutil/trace.go:171","msg":"trace[1659156427] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26266; }","duration":"334.250202ms","start":"2026-07-16T15:11:04.714639Z","end":"2026-07-16T15:11:05.048889Z","steps":["trace[1659156427] 'read index received' (duration: 78.571532ms)","trace[1659156427] 'applied index is now lower than readState.Index' (duration: 255.67775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:11:05.048926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:04.712256Z","time spent":"336.643731ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:11:05.048964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:04.712618Z","time spent":"336.276562ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:05.049059Z","caller":"traceutil/trace.go:171","msg":"trace[1151785848] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"336.422886ms","start":"2026-07-16T15:11:04.712626Z","end":"2026-07-16T15:11:05.049049Z","steps":["trace[1151785848] 'process raft request' (duration: 335.801801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:05.049072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.426116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9697a3ae-e685-4d1d-94f2-a31e576eeaa2\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-07-16T15:11:05.04911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:04.712597Z","time spent":"336.487138ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:05.049116Z","caller":"traceutil/trace.go:171","msg":"trace[1345609737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9697a3ae-e685-4d1d-94f2-a31e576eeaa2; range_end:; response_count:1; response_revision:25453; }","duration":"334.488838ms","start":"2026-07-16T15:11:04.714616Z","end":"2026-07-16T15:11:05.049105Z","steps":["trace[1345609737] 'agreement among raft nodes before linearized reading' (duration: 334.363015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:05.049197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.832917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T15:11:05.049199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:04.714607Z","time spent":"334.58193ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9697a3ae-e685-4d1d-94f2-a31e576eeaa2\" "} {"level":"info","ts":"2026-07-16T15:11:05.04923Z","caller":"traceutil/trace.go:171","msg":"trace[1127996476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25453; }","duration":"319.893279ms","start":"2026-07-16T15:11:04.729329Z","end":"2026-07-16T15:11:05.049223Z","steps":["trace[1127996476] 'agreement among raft nodes before linearized reading' (duration: 319.813637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:05.049287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:04.729317Z","time spent":"319.96403ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T15:11:05.049306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.667064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T15:11:05.049357Z","caller":"traceutil/trace.go:171","msg":"trace[1053084141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25453; }","duration":"191.815169ms","start":"2026-07-16T15:11:04.85753Z","end":"2026-07-16T15:11:05.049345Z","steps":["trace[1053084141] 'agreement among raft nodes before linearized reading' (duration: 191.615093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:05.049382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.06559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:11:05.049416Z","caller":"traceutil/trace.go:171","msg":"trace[1014605586] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25453; }","duration":"256.123932ms","start":"2026-07-16T15:11:04.793282Z","end":"2026-07-16T15:11:05.049406Z","steps":["trace[1014605586] 'agreement among raft nodes before linearized reading' (duration: 256.07454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:08.768208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.616323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:11:08.768396Z","caller":"traceutil/trace.go:171","msg":"trace[996734055] linearizableReadLoop","detail":"{readStateIndex:26321; appliedIndex:26319; }","duration":"197.415225ms","start":"2026-07-16T15:11:08.570968Z","end":"2026-07-16T15:11:08.768383Z","steps":["trace[996734055] 'read index received' (duration: 67.818258ms)","trace[996734055] 'applied index is now lower than readState.Index' (duration: 129.594187ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:08.768463Z","caller":"traceutil/trace.go:171","msg":"trace[429980960] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"290.819104ms","start":"2026-07-16T15:11:08.477636Z","end":"2026-07-16T15:11:08.768455Z","steps":["trace[429980960] 'process raft request' (duration: 72.886643ms)","trace[429980960] 'compare' (duration: 217.392618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:11:08.768726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.750684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:11:08.768801Z","caller":"traceutil/trace.go:171","msg":"trace[1169456838] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25499; }","duration":"197.826936ms","start":"2026-07-16T15:11:08.570952Z","end":"2026-07-16T15:11:08.768779Z","steps":["trace[1169456838] 'agreement among raft nodes before linearized reading' (duration: 197.668042ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:08.76882Z","caller":"traceutil/trace.go:171","msg":"trace[913415799] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"289.309557ms","start":"2026-07-16T15:11:08.479411Z","end":"2026-07-16T15:11:08.76872Z","steps":["trace[913415799] 'process raft request' (duration: 288.873116ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:08.935222Z","caller":"traceutil/trace.go:171","msg":"trace[1044229241] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"133.227508ms","start":"2026-07-16T15:11:08.801959Z","end":"2026-07-16T15:11:08.935187Z","steps":["trace[1044229241] 'process raft request' (duration: 112.455807ms)","trace[1044229241] 'compare' (duration: 20.622518ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:09.166024Z","caller":"traceutil/trace.go:171","msg":"trace[32662868] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"108.291734ms","start":"2026-07-16T15:11:09.057707Z","end":"2026-07-16T15:11:09.165998Z","steps":["trace[32662868] 'process raft request' (duration: 108.046868ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:09.170259Z","caller":"traceutil/trace.go:171","msg":"trace[1787902313] linearizableReadLoop","detail":"{readStateIndex:26329; appliedIndex:26322; }","duration":"102.001759ms","start":"2026-07-16T15:11:09.068235Z","end":"2026-07-16T15:11:09.170237Z","steps":["trace[1787902313] 'read index received' (duration: 97.547439ms)","trace[1787902313] 'applied index is now lower than readState.Index' (duration: 4.45334ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:09.170555Z","caller":"traceutil/trace.go:171","msg":"trace[253261608] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"110.395926ms","start":"2026-07-16T15:11:09.060146Z","end":"2026-07-16T15:11:09.170542Z","steps":["trace[253261608] 'process raft request' (duration: 109.77021ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:09.170752Z","caller":"traceutil/trace.go:171","msg":"trace[1649083822] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"108.406408ms","start":"2026-07-16T15:11:09.062328Z","end":"2026-07-16T15:11:09.170734Z","steps":["trace[1649083822] 'process raft request' (duration: 107.875555ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:09.1708Z","caller":"traceutil/trace.go:171","msg":"trace[1189485299] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"109.066043ms","start":"2026-07-16T15:11:09.061719Z","end":"2026-07-16T15:11:09.170785Z","steps":["trace[1189485299] 'process raft request' (duration: 108.371405ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:09.170899Z","caller":"traceutil/trace.go:171","msg":"trace[8847064] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"109.608606ms","start":"2026-07-16T15:11:09.061282Z","end":"2026-07-16T15:11:09.17089Z","steps":["trace[8847064] 'process raft request' (duration: 108.739064ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:09.170876Z","caller":"traceutil/trace.go:171","msg":"trace[544297621] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"109.042552ms","start":"2026-07-16T15:11:09.061797Z","end":"2026-07-16T15:11:09.17084Z","steps":["trace[544297621] 'process raft request' (duration: 108.334764ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:09.170965Z","caller":"traceutil/trace.go:171","msg":"trace[1896956729] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"108.785536ms","start":"2026-07-16T15:11:09.062148Z","end":"2026-07-16T15:11:09.170933Z","steps":["trace[1896956729] 'process raft request' (duration: 108.017428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:09.170996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.742137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T15:11:09.171049Z","caller":"traceutil/trace.go:171","msg":"trace[422421732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25507; }","duration":"102.8366ms","start":"2026-07-16T15:11:09.068201Z","end":"2026-07-16T15:11:09.171038Z","steps":["trace[422421732] 'agreement among raft nodes before linearized reading' (duration: 102.674946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:09.171187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.056871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T15:11:09.171293Z","caller":"traceutil/trace.go:171","msg":"trace[1291176052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25507; }","duration":"102.199344ms","start":"2026-07-16T15:11:09.069068Z","end":"2026-07-16T15:11:09.171267Z","steps":["trace[1291176052] 'agreement among raft nodes before linearized reading' (duration: 101.852376ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:15.335105Z","caller":"traceutil/trace.go:171","msg":"trace[344305632] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"146.432202ms","start":"2026-07-16T15:11:15.188627Z","end":"2026-07-16T15:11:15.335059Z","steps":["trace[344305632] 'process raft request' (duration: 126.41842ms)","trace[344305632] 'compare' (duration: 19.849318ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:15.335419Z","caller":"traceutil/trace.go:171","msg":"trace[1211216558] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"145.049458ms","start":"2026-07-16T15:11:15.190333Z","end":"2026-07-16T15:11:15.335383Z","steps":["trace[1211216558] 'process raft request' (duration: 144.679969ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:15.335498Z","caller":"traceutil/trace.go:171","msg":"trace[2072891989] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"141.48032ms","start":"2026-07-16T15:11:15.193987Z","end":"2026-07-16T15:11:15.335468Z","steps":["trace[2072891989] 'process raft request' (duration: 141.306915ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:15.335655Z","caller":"traceutil/trace.go:171","msg":"trace[1890636451] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"140.697241ms","start":"2026-07-16T15:11:15.194945Z","end":"2026-07-16T15:11:15.335642Z","steps":["trace[1890636451] 'process raft request' (duration: 140.608869ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:15.335676Z","caller":"traceutil/trace.go:171","msg":"trace[918749386] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"140.769642ms","start":"2026-07-16T15:11:15.194879Z","end":"2026-07-16T15:11:15.335648Z","steps":["trace[918749386] 'process raft request' (duration: 140.544367ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:15.335693Z","caller":"traceutil/trace.go:171","msg":"trace[891471157] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"140.113697ms","start":"2026-07-16T15:11:15.195562Z","end":"2026-07-16T15:11:15.335676Z","steps":["trace[891471157] 'process raft request' (duration: 140.040085ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:15.3357Z","caller":"traceutil/trace.go:171","msg":"trace[416643232] linearizableReadLoop","detail":"{readStateIndex:26376; appliedIndex:26369; }","duration":"132.174531ms","start":"2026-07-16T15:11:15.203514Z","end":"2026-07-16T15:11:15.335688Z","steps":["trace[416643232] 'read index received' (duration: 17.003778ms)","trace[416643232] 'applied index is now lower than readState.Index' (duration: 115.169653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:11:15.335852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.320474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T15:11:15.335893Z","caller":"traceutil/trace.go:171","msg":"trace[2086342902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25554; }","duration":"132.393957ms","start":"2026-07-16T15:11:15.20349Z","end":"2026-07-16T15:11:15.335884Z","steps":["trace[2086342902] 'agreement among raft nodes before linearized reading' (duration: 132.233253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:15.3359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.333885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T15:11:15.335927Z","caller":"traceutil/trace.go:171","msg":"trace[1532030920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25554; }","duration":"132.383057ms","start":"2026-07-16T15:11:15.203537Z","end":"2026-07-16T15:11:15.33592Z","steps":["trace[1532030920] 'agreement among raft nodes before linearized reading' (duration: 132.267734ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:34.248947Z","caller":"traceutil/trace.go:171","msg":"trace[1903633763] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"143.029649ms","start":"2026-07-16T15:11:34.105879Z","end":"2026-07-16T15:11:34.248909Z","steps":["trace[1903633763] 'process raft request' (duration: 65.649685ms)","trace[1903633763] 'compare' (duration: 77.22919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:11:35.116978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.982954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-16T15:11:35.117034Z","caller":"traceutil/trace.go:171","msg":"trace[735490590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25713; }","duration":"112.088277ms","start":"2026-07-16T15:11:35.004933Z","end":"2026-07-16T15:11:35.117021Z","steps":["trace[735490590] 'range keys from in-memory index tree' (duration: 111.79104ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:35.117166Z","caller":"traceutil/trace.go:171","msg":"trace[1482215770] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"101.113757ms","start":"2026-07-16T15:11:35.016018Z","end":"2026-07-16T15:11:35.117132Z","steps":["trace[1482215770] 'process raft request' (duration: 53.020634ms)","trace[1482215770] 'compare' (duration: 47.836607ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:35.45384Z","caller":"traceutil/trace.go:171","msg":"trace[239167104] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"167.958922ms","start":"2026-07-16T15:11:35.285864Z","end":"2026-07-16T15:11:35.453823Z","steps":["trace[239167104] 'process raft request' (duration: 167.841449ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:35.514558Z","caller":"traceutil/trace.go:171","msg":"trace[921357103] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"123.432266ms","start":"2026-07-16T15:11:35.3911Z","end":"2026-07-16T15:11:35.514533Z","steps":["trace[921357103] 'process raft request' (duration: 123.169468ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:35.627927Z","caller":"traceutil/trace.go:171","msg":"trace[630340737] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"105.437484ms","start":"2026-07-16T15:11:35.522461Z","end":"2026-07-16T15:11:35.627898Z","steps":["trace[630340737] 'process raft request' (duration: 101.440796ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:35.694059Z","caller":"traceutil/trace.go:171","msg":"trace[1341152329] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"171.52893ms","start":"2026-07-16T15:11:35.522461Z","end":"2026-07-16T15:11:35.69399Z","steps":["trace[1341152329] 'process raft request' (duration: 171.374076ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:37.001705Z","caller":"traceutil/trace.go:171","msg":"trace[1152472666] linearizableReadLoop","detail":"{readStateIndex:26557; appliedIndex:26556; }","duration":"185.183735ms","start":"2026-07-16T15:11:36.816498Z","end":"2026-07-16T15:11:37.001682Z","steps":["trace[1152472666] 'read index received' (duration: 184.613671ms)","trace[1152472666] 'applied index is now lower than readState.Index' (duration: 569.134µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:37.002061Z","caller":"traceutil/trace.go:171","msg":"trace[2104221096] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"187.304628ms","start":"2026-07-16T15:11:36.814708Z","end":"2026-07-16T15:11:37.002012Z","steps":["trace[2104221096] 'process raft request' (duration: 186.653391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.003323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.808595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T15:11:37.003406Z","caller":"traceutil/trace.go:171","msg":"trace[422173381] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25729; }","duration":"186.939048ms","start":"2026-07-16T15:11:36.816447Z","end":"2026-07-16T15:11:37.003386Z","steps":["trace[422173381] 'agreement among raft nodes before linearized reading' (duration: 185.516034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.307478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.839363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:11:37.307716Z","caller":"traceutil/trace.go:171","msg":"trace[1542646072] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"281.433444ms","start":"2026-07-16T15:11:37.026265Z","end":"2026-07-16T15:11:37.307698Z","steps":["trace[1542646072] 'process raft request' (duration: 281.333091ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:37.307708Z","caller":"traceutil/trace.go:171","msg":"trace[397205644] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"299.99964ms","start":"2026-07-16T15:11:37.007676Z","end":"2026-07-16T15:11:37.307676Z","steps":["trace[397205644] 'process raft request' (duration: 65.86397ms)","trace[397205644] 'compare' (duration: 233.287068ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:37.307751Z","caller":"traceutil/trace.go:171","msg":"trace[19090914] linearizableReadLoop","detail":"{readStateIndex:26559; appliedIndex:26557; }","duration":"221.082768ms","start":"2026-07-16T15:11:37.08665Z","end":"2026-07-16T15:11:37.307733Z","steps":["trace[19090914] 'read index received' (duration: 36.16469ms)","trace[19090914] 'applied index is now lower than readState.Index' (duration: 184.917198ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:37.307851Z","caller":"traceutil/trace.go:171","msg":"trace[933261328] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"185.024761ms","start":"2026-07-16T15:11:37.122819Z","end":"2026-07-16T15:11:37.307844Z","steps":["trace[933261328] 'process raft request' (duration: 184.877328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.307842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:37.007655Z","time spent":"300.113072ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:11:37.307939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.262273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:11:37.308024Z","caller":"traceutil/trace.go:171","msg":"trace[1621959051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25732; }","duration":"221.395426ms","start":"2026-07-16T15:11:37.086606Z","end":"2026-07-16T15:11:37.308001Z","steps":["trace[1621959051] 'agreement among raft nodes before linearized reading' (duration: 221.201001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.308032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.202336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18569"} {"level":"info","ts":"2026-07-16T15:11:37.308109Z","caller":"traceutil/trace.go:171","msg":"trace[802274770] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25732; }","duration":"124.309338ms","start":"2026-07-16T15:11:37.183776Z","end":"2026-07-16T15:11:37.308085Z","steps":["trace[802274770] 'agreement among raft nodes before linearized reading' (duration: 124.075472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.637708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.096483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:11:37.637885Z","caller":"traceutil/trace.go:171","msg":"trace[1147261940] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"178.511572ms","start":"2026-07-16T15:11:37.459352Z","end":"2026-07-16T15:11:37.637864Z","steps":["trace[1147261940] 'process raft request' (duration: 45.172191ms)","trace[1147261940] 'compare' (duration: 132.845808ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:37.637951Z","caller":"traceutil/trace.go:171","msg":"trace[914599751] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"114.833845ms","start":"2026-07-16T15:11:37.523089Z","end":"2026-07-16T15:11:37.637923Z","steps":["trace[914599751] 'process raft request' (duration: 114.720232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.943926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.461221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:11:37.944245Z","caller":"traceutil/trace.go:171","msg":"trace[1645288640] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"420.881993ms","start":"2026-07-16T15:11:37.523346Z","end":"2026-07-16T15:11:37.944228Z","steps":["trace[1645288640] 'process raft request' (duration: 420.815522ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:37.944266Z","caller":"traceutil/trace.go:171","msg":"trace[1696024936] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"421.105028ms","start":"2026-07-16T15:11:37.523124Z","end":"2026-07-16T15:11:37.944229Z","steps":["trace[1696024936] 'process raft request' (duration: 270.220977ms)","trace[1696024936] 'compare' (duration: 150.249176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:11:37.944325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:37.523319Z","time spent":"420.969195ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:37.944299Z","caller":"traceutil/trace.go:171","msg":"trace[597313043] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"421.087638ms","start":"2026-07-16T15:11:37.523177Z","end":"2026-07-16T15:11:37.944265Z","steps":["trace[597313043] 'process raft request' (duration: 420.853733ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:37.944347Z","caller":"traceutil/trace.go:171","msg":"trace[2114140454] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"421.095559ms","start":"2026-07-16T15:11:37.523221Z","end":"2026-07-16T15:11:37.944316Z","steps":["trace[2114140454] 'process raft request' (duration: 420.903964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.944425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:37.523113Z","time spent":"421.228871ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:11:37.944491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:37.523156Z","time spent":"421.235531ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:11:37.944529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:37.523216Z","time spent":"421.215451ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:11:37.944593Z","caller":"traceutil/trace.go:171","msg":"trace[1368086627] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"420.536215ms","start":"2026-07-16T15:11:37.524046Z","end":"2026-07-16T15:11:37.944582Z","steps":["trace[1368086627] 'process raft request' (duration: 420.145636ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:37.944512Z","caller":"traceutil/trace.go:171","msg":"trace[39816894] linearizableReadLoop","detail":"{readStateIndex:26567; appliedIndex:26562; }","duration":"312.452567ms","start":"2026-07-16T15:11:37.632041Z","end":"2026-07-16T15:11:37.944494Z","steps":["trace[39816894] 'read index received' (duration: 161.320589ms)","trace[39816894] 'applied index is now lower than readState.Index' (duration: 151.130808ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:37.944654Z","caller":"traceutil/trace.go:171","msg":"trace[275969420] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"166.522847ms","start":"2026-07-16T15:11:37.77812Z","end":"2026-07-16T15:11:37.944643Z","steps":["trace[275969420] 'process raft request' (duration: 166.305591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.94467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:37.524034Z","time spent":"420.593556ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:11:37.944886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.459063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T15:11:37.944942Z","caller":"traceutil/trace.go:171","msg":"trace[754732670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25740; }","duration":"246.550555ms","start":"2026-07-16T15:11:37.698376Z","end":"2026-07-16T15:11:37.944927Z","steps":["trace[754732670] 'agreement among raft nodes before linearized reading' (duration: 246.393872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.944894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.859336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T15:11:37.945028Z","caller":"traceutil/trace.go:171","msg":"trace[2131854974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25740; }","duration":"313.036421ms","start":"2026-07-16T15:11:37.631979Z","end":"2026-07-16T15:11:37.945015Z","steps":["trace[2131854974] 'agreement among raft nodes before linearized reading' (duration: 312.58238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:37.945076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:11:37.631956Z","time spent":"313.106523ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T15:11:38.131259Z","caller":"traceutil/trace.go:171","msg":"trace[45047379] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"181.544996ms","start":"2026-07-16T15:11:37.949689Z","end":"2026-07-16T15:11:38.131234Z","steps":["trace[45047379] 'process raft request' (duration: 119.50752ms)","trace[45047379] 'compare' (duration: 61.525292ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:38.131438Z","caller":"traceutil/trace.go:171","msg":"trace[1648574947] linearizableReadLoop","detail":"{readStateIndex:26570; appliedIndex:26568; }","duration":"134.460638ms","start":"2026-07-16T15:11:37.996949Z","end":"2026-07-16T15:11:38.13141Z","steps":["trace[1648574947] 'read index received' (duration: 72.260168ms)","trace[1648574947] 'applied index is now lower than readState.Index' (duration: 62.19352ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:38.131532Z","caller":"traceutil/trace.go:171","msg":"trace[357233107] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"181.246059ms","start":"2026-07-16T15:11:37.950242Z","end":"2026-07-16T15:11:38.131488Z","steps":["trace[357233107] 'process raft request' (duration: 180.956472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:38.131645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.668753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:11:38.13173Z","caller":"traceutil/trace.go:171","msg":"trace[1042092169] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25742; }","duration":"134.804956ms","start":"2026-07-16T15:11:37.996901Z","end":"2026-07-16T15:11:38.131706Z","steps":["trace[1042092169] 'agreement among raft nodes before linearized reading' (duration: 134.624822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:38.401557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.306862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T15:11:38.401652Z","caller":"traceutil/trace.go:171","msg":"trace[66158212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25743; }","duration":"138.439455ms","start":"2026-07-16T15:11:38.263185Z","end":"2026-07-16T15:11:38.401625Z","steps":["trace[66158212] 'range keys from in-memory index tree' (duration: 138.138168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:38.624211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.622113ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-16T15:11:39.467465Z","caller":"traceutil/trace.go:171","msg":"trace[875414717] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"150.451381ms","start":"2026-07-16T15:11:39.316988Z","end":"2026-07-16T15:11:39.467439Z","steps":["trace[875414717] 'process raft request' (duration: 150.235056ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:39.779192Z","caller":"traceutil/trace.go:171","msg":"trace[590335571] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"135.200986ms","start":"2026-07-16T15:11:39.643962Z","end":"2026-07-16T15:11:39.779163Z","steps":["trace[590335571] 'process raft request' (duration: 135.026431ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:40.113397Z","caller":"traceutil/trace.go:171","msg":"trace[176930993] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"163.816409ms","start":"2026-07-16T15:11:39.949523Z","end":"2026-07-16T15:11:40.113339Z","steps":["trace[176930993] 'process raft request' (duration: 163.575563ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:40.113433Z","caller":"traceutil/trace.go:171","msg":"trace[960273540] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"162.19213ms","start":"2026-07-16T15:11:39.951195Z","end":"2026-07-16T15:11:40.113387Z","steps":["trace[960273540] 'process raft request' (duration: 162.073147ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:40.113467Z","caller":"traceutil/trace.go:171","msg":"trace[484564955] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"160.503858ms","start":"2026-07-16T15:11:39.952934Z","end":"2026-07-16T15:11:40.113438Z","steps":["trace[484564955] 'process raft request' (duration: 160.364035ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:40.113499Z","caller":"traceutil/trace.go:171","msg":"trace[722882114] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"163.614454ms","start":"2026-07-16T15:11:39.949849Z","end":"2026-07-16T15:11:40.113463Z","steps":["trace[722882114] 'process raft request' (duration: 163.372228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:40.343336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.636895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:11:40.343425Z","caller":"traceutil/trace.go:171","msg":"trace[2068158252] linearizableReadLoop","detail":"{readStateIndex:26585; appliedIndex:26583; }","duration":"170.851702ms","start":"2026-07-16T15:11:40.17256Z","end":"2026-07-16T15:11:40.343412Z","steps":["trace[2068158252] 'read index received' (duration: 12.777964ms)","trace[2068158252] 'applied index is now lower than readState.Index' (duration: 158.072668ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:11:40.343497Z","caller":"traceutil/trace.go:171","msg":"trace[190324068] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"199.979168ms","start":"2026-07-16T15:11:40.14349Z","end":"2026-07-16T15:11:40.343469Z","steps":["trace[190324068] 'process raft request' (duration: 86.126939ms)","trace[190324068] 'compare' (duration: 113.482351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:11:40.343591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.797549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-16T15:11:40.34362Z","caller":"traceutil/trace.go:171","msg":"trace[1250373491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25756; }","duration":"139.8556ms","start":"2026-07-16T15:11:40.203755Z","end":"2026-07-16T15:11:40.343611Z","steps":["trace[1250373491] 'agreement among raft nodes before linearized reading' (duration: 139.732537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:40.343662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.083048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T15:11:40.343706Z","caller":"traceutil/trace.go:171","msg":"trace[89270091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25756; }","duration":"171.217641ms","start":"2026-07-16T15:11:40.17248Z","end":"2026-07-16T15:11:40.343698Z","steps":["trace[89270091] 'agreement among raft nodes before linearized reading' (duration: 170.996016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:11:50.803597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.445252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-16T15:11:50.803781Z","caller":"traceutil/trace.go:171","msg":"trace[691788336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25830; }","duration":"133.668717ms","start":"2026-07-16T15:11:50.670088Z","end":"2026-07-16T15:11:50.803757Z","steps":["trace[691788336] 'range keys from in-memory index tree' (duration: 133.228026ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:11:55.969065Z","caller":"traceutil/trace.go:171","msg":"trace[324888238] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"137.556174ms","start":"2026-07-16T15:11:55.83148Z","end":"2026-07-16T15:11:55.969036Z","steps":["trace[324888238] 'process raft request' (duration: 136.905508ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:01.558832Z","caller":"traceutil/trace.go:171","msg":"trace[1751767659] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"115.278847ms","start":"2026-07-16T15:12:01.443471Z","end":"2026-07-16T15:12:01.55875Z","steps":["trace[1751767659] 'process raft request' (duration: 114.999569ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:01.681933Z","caller":"traceutil/trace.go:171","msg":"trace[1699097577] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"118.983946ms","start":"2026-07-16T15:12:01.562917Z","end":"2026-07-16T15:12:01.681901Z","steps":["trace[1699097577] 'process raft request' (duration: 117.08169ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:02.063084Z","caller":"traceutil/trace.go:171","msg":"trace[1986688902] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"261.959885ms","start":"2026-07-16T15:12:01.801092Z","end":"2026-07-16T15:12:02.063052Z","steps":["trace[1986688902] 'process raft request' (duration: 261.78646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:12:02.239478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.975317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:12:02.239576Z","caller":"traceutil/trace.go:171","msg":"trace[44321898] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26751; }","duration":"149.643302ms","start":"2026-07-16T15:12:02.089915Z","end":"2026-07-16T15:12:02.239559Z","steps":["trace[44321898] 'read index received' (duration: 6.458749ms)","trace[44321898] 'applied index is now lower than readState.Index' (duration: 143.182713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:12:02.239635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.727034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:12:02.23966Z","caller":"traceutil/trace.go:171","msg":"trace[577680632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25919; }","duration":"149.780245ms","start":"2026-07-16T15:12:02.08987Z","end":"2026-07-16T15:12:02.23965Z","steps":["trace[577680632] 'agreement among raft nodes before linearized reading' (duration: 149.733464ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:02.239662Z","caller":"traceutil/trace.go:171","msg":"trace[494258547] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"252.445971ms","start":"2026-07-16T15:12:01.98718Z","end":"2026-07-16T15:12:02.239626Z","steps":["trace[494258547] 'process raft request' (duration: 109.241387ms)","trace[494258547] 'compare' (duration: 142.871544ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:12:02.446113Z","caller":"traceutil/trace.go:171","msg":"trace[1235382705] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"259.981726ms","start":"2026-07-16T15:12:02.18611Z","end":"2026-07-16T15:12:02.446092Z","steps":["trace[1235382705] 'process raft request' (duration: 259.778861ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:02.446397Z","caller":"traceutil/trace.go:171","msg":"trace[1125431216] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"257.494535ms","start":"2026-07-16T15:12:02.188881Z","end":"2026-07-16T15:12:02.446376Z","steps":["trace[1125431216] 'process raft request' (duration: 257.140226ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:02.446502Z","caller":"traceutil/trace.go:171","msg":"trace[888405156] linearizableReadLoop","detail":"{readStateIndex:26757; appliedIndex:26752; }","duration":"205.834003ms","start":"2026-07-16T15:12:02.240642Z","end":"2026-07-16T15:12:02.446476Z","steps":["trace[888405156] 'read index received' (duration: 1.069386ms)","trace[888405156] 'applied index is now lower than readState.Index' (duration: 204.763547ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:12:02.446553Z","caller":"traceutil/trace.go:171","msg":"trace[1797054023] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"253.575757ms","start":"2026-07-16T15:12:02.192937Z","end":"2026-07-16T15:12:02.446513Z","steps":["trace[1797054023] 'process raft request' (duration: 253.363532ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:02.446556Z","caller":"traceutil/trace.go:171","msg":"trace[1379525330] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"253.267309ms","start":"2026-07-16T15:12:02.193266Z","end":"2026-07-16T15:12:02.446534Z","steps":["trace[1379525330] 'process raft request' (duration: 253.150337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:12:02.446644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.990017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:12:02.446677Z","caller":"traceutil/trace.go:171","msg":"trace[351189875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25924; }","duration":"206.068619ms","start":"2026-07-16T15:12:02.240599Z","end":"2026-07-16T15:12:02.446668Z","steps":["trace[351189875] 'agreement among raft nodes before linearized reading' (duration: 205.996887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:12:02.446748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.839581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T15:12:02.446793Z","caller":"traceutil/trace.go:171","msg":"trace[844121048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25924; }","duration":"148.938104ms","start":"2026-07-16T15:12:02.297843Z","end":"2026-07-16T15:12:02.446781Z","steps":["trace[844121048] 'agreement among raft nodes before linearized reading' (duration: 148.78782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:12:02.641637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.199661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:12:02.641977Z","caller":"traceutil/trace.go:171","msg":"trace[2000071172] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"188.543377ms","start":"2026-07-16T15:12:02.453405Z","end":"2026-07-16T15:12:02.641948Z","steps":["trace[2000071172] 'process raft request' (duration: 53.956127ms)","trace[2000071172] 'compare' (duration: 133.842092ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:12:02.641987Z","caller":"traceutil/trace.go:171","msg":"trace[99723171] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"186.737443ms","start":"2026-07-16T15:12:02.455218Z","end":"2026-07-16T15:12:02.641956Z","steps":["trace[99723171] 'process raft request' (duration: 186.520757ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:02.641816Z","caller":"traceutil/trace.go:171","msg":"trace[961963811] linearizableReadLoop","detail":"{readStateIndex:26759; appliedIndex:26757; }","duration":"168.867884ms","start":"2026-07-16T15:12:02.472933Z","end":"2026-07-16T15:12:02.641801Z","steps":["trace[961963811] 'read index received' (duration: 34.436417ms)","trace[961963811] 'applied index is now lower than readState.Index' (duration: 134.430277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:12:02.642276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.335515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T15:12:02.642329Z","caller":"traceutil/trace.go:171","msg":"trace[567373637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25926; }","duration":"169.435197ms","start":"2026-07-16T15:12:02.472879Z","end":"2026-07-16T15:12:02.642314Z","steps":["trace[567373637] 'agreement among raft nodes before linearized reading' (duration: 169.209022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:12:02.919443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.645362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:12:02.91957Z","caller":"traceutil/trace.go:171","msg":"trace[546146013] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"269.045328ms","start":"2026-07-16T15:12:02.650498Z","end":"2026-07-16T15:12:02.919544Z","steps":["trace[546146013] 'process raft request' (duration: 134.208521ms)","trace[546146013] 'compare' (duration: 134.492899ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:12:02.934673Z","caller":"traceutil/trace.go:171","msg":"trace[1485602853] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"282.477559ms","start":"2026-07-16T15:12:02.652166Z","end":"2026-07-16T15:12:02.934643Z","steps":["trace[1485602853] 'process raft request' (duration: 282.269294ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:12:05.33472Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22994} {"level":"info","ts":"2026-07-16T15:12:05.462314Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22994,"took":"123.503088ms","hash":2496403613,"current-db-size-bytes":58388480,"current-db-size":"58 MB","current-db-size-in-use-bytes":39493632,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-07-16T15:12:05.462369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2496403613,"revision":22994,"compact-revision":20221} {"level":"info","ts":"2026-07-16T15:13:22.453662Z","caller":"traceutil/trace.go:171","msg":"trace[2135416066] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"102.330137ms","start":"2026-07-16T15:13:22.351295Z","end":"2026-07-16T15:13:22.453625Z","steps":["trace[2135416066] 'process raft request' (duration: 102.117442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:13:53.587569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:54.088451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:54.588737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:55.087306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T15:13:55.087395Z","caller":"traceutil/trace.go:171","msg":"trace[1351356500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192483s","start":"2026-07-16T15:13:53.087181Z","end":"2026-07-16T15:13:55.087374Z","steps":["trace[1351356500] 'agreement among raft nodes before linearized reading' (duration: 2.000087639s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:13:55.08745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.087159Z","time spent":"2.000279805s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T15:13:55.088951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:55.589614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:56.09037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:56.591328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:57.088455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T15:13:57.088527Z","caller":"traceutil/trace.go:171","msg":"trace[788729124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397848s","start":"2026-07-16T15:13:55.088112Z","end":"2026-07-16T15:13:57.08851Z","steps":["trace[788729124] 'agreement among raft nodes before linearized reading' (duration: 2.000292795s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:13:57.088575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:55.088091Z","time spent":"2.000475779s","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 15:13:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:57.09165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:57.592709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:57.864427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:52.86548Z","time spent":"4.998799366s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:13:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:57.924846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:52.926677Z","time spent":"4.998160839s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:13:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:57.925794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:52.927385Z","time spent":"4.998404956s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-16T15:13:57.929467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:52.930297Z","time spent":"4.999163313s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:13:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:58.093007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:58.474105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99775487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:13:58.474205Z","caller":"traceutil/trace.go:171","msg":"trace[209997157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.997898962s","start":"2026-07-16T15:13:53.476282Z","end":"2026-07-16T15:13:58.474181Z","steps":["trace[209997157] 'agreement among raft nodes before linearized reading' (duration: 4.997777009s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:13:58.474253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.476244Z","time spent":"4.997997356s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/16 15:13:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:58.480198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99739371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:13:58.480277Z","caller":"traceutil/trace.go:171","msg":"trace[1134528309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997502504s","start":"2026-07-16T15:13:53.482755Z","end":"2026-07-16T15:13:58.480257Z","steps":["trace[1134528309] 'agreement among raft nodes before linearized reading' (duration: 4.997402401s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:13:58.480334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.482739Z","time spent":"4.997581985s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/16 15:13:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:58.593493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:58.978136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.980169Z","time spent":"4.997960824s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:13:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:59.094214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:59.098402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:13:59.098474Z","caller":"traceutil/trace.go:171","msg":"trace[324516021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331066s","start":"2026-07-16T15:13:57.098127Z","end":"2026-07-16T15:13:59.098458Z","steps":["trace[324516021] 'agreement among raft nodes before linearized reading' (duration: 2.000245884s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:13:59.098615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.098114Z","time spent":"2.00049104s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 15:13:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:59.232484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998746553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:13:59.232566Z","caller":"traceutil/trace.go:171","msg":"trace[1803541947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998887266s","start":"2026-07-16T15:13:54.23366Z","end":"2026-07-16T15:13:59.232547Z","steps":["trace[1803541947] 'agreement among raft nodes before linearized reading' (duration: 4.998780004s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:13:59.232608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.233633Z","time spent":"4.998965569s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/16 15:13:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:59.589454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.590565Z","time spent":"4.998881308s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:13:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:59.595103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:13:59.688027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.690539Z","time spent":"4.997480213s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:13:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:13:59.689348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.691328Z","time spent":"4.998013365s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-16T15:13:59.825467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:52.825027Z","time spent":"7.000433243s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-16T15:14:00.087828Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-16T15:14:00.588121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:00.791382Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"041d9f6b4e59ba4b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:01.088878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:01.099139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T15:14:01.099207Z","caller":"traceutil/trace.go:171","msg":"trace[938559413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043582s","start":"2026-07-16T15:13:59.098756Z","end":"2026-07-16T15:14:01.099192Z","steps":["trace[938559413] 'agreement among raft nodes before linearized reading' (duration: 2.000355187s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:01.09924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:59.098738Z","time spent":"2.000494811s","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T15:14:01.589783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:02.090367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:02.590586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:02.8649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998628592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:02.865023Z","caller":"traceutil/trace.go:171","msg":"trace[1615134911] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998807716s","start":"2026-07-16T15:13:57.866187Z","end":"2026-07-16T15:14:02.864995Z","steps":["trace[1615134911] 'agreement among raft nodes before linearized reading' (duration: 4.998661342s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:02.865088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.866166Z","time spent":"4.998909548s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/16 15:14:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:02.924933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995252218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:02.925043Z","caller":"traceutil/trace.go:171","msg":"trace[1297744735] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.995384921s","start":"2026-07-16T15:13:57.929624Z","end":"2026-07-16T15:14:02.925009Z","steps":["trace[1297744735] 'agreement among raft nodes before linearized reading' (duration: 4.995244978s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:02.925098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.929593Z","time spent":"4.995495123s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/16 15:14:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:02.925299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997588905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:02.925336Z","caller":"traceutil/trace.go:171","msg":"trace[1934704956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997667257s","start":"2026-07-16T15:13:57.927659Z","end":"2026-07-16T15:14:02.925326Z","steps":["trace[1934704956] 'agreement among raft nodes before linearized reading' (duration: 4.997627496s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:02.925363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.927639Z","time spent":"4.997717539s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T15:14:02.929428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998462546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:02.929511Z","caller":"traceutil/trace.go:171","msg":"trace[2112007341] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99860415s","start":"2026-07-16T15:13:57.930886Z","end":"2026-07-16T15:14:02.92949Z","steps":["trace[2112007341] 'agreement among raft nodes before linearized reading' (duration: 4.998501027s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:02.92956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.930864Z","time spent":"4.998686622s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/16 15:14:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:02.942209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.752040799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:02.942301Z","caller":"traceutil/trace.go:171","msg":"trace[861102756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.752186123s","start":"2026-07-16T15:13:53.190092Z","end":"2026-07-16T15:14:02.942278Z","steps":["trace[861102756] 'agreement among raft nodes before linearized reading' (duration: 9.7520704s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:02.942355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.190074Z","time spent":"9.752269014s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/16 15:14:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:03.019906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:56.018799Z","time spent":"7.001099739s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-16T15:14:03.090695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:03.110004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:03.110088Z","caller":"traceutil/trace.go:171","msg":"trace[789809414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361736s","start":"2026-07-16T15:14:01.109704Z","end":"2026-07-16T15:14:03.110066Z","steps":["trace[789809414] 'agreement among raft nodes before linearized reading' (duration: 2.000257034s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:03.110195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:01.109691Z","time spent":"2.00048766s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 15:14:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:03.229385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000704427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:03.229501Z","caller":"traceutil/trace.go:171","msg":"trace[1150816619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.00085507s","start":"2026-07-16T15:13:53.228622Z","end":"2026-07-16T15:14:03.229477Z","steps":["trace[1150816619] 'agreement among raft nodes before linearized reading' (duration: 10.000718226s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:03.22955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.228612Z","time spent":"10.000925891s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/16 15:14:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:03.232446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999871727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:03.232497Z","caller":"traceutil/trace.go:171","msg":"trace[1476948452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999967869s","start":"2026-07-16T15:13:53.232515Z","end":"2026-07-16T15:14:03.232483Z","steps":["trace[1476948452] 'agreement among raft nodes before linearized reading' (duration: 9.999913248s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:03.232531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.232503Z","time spent":"10.00002001s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/16 15:14:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:03.288177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:56.287832Z","time spent":"7.000339721s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-16T15:14:03.474181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997472965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:03.474289Z","caller":"traceutil/trace.go:171","msg":"trace[1998745631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997649709s","start":"2026-07-16T15:14:00.476614Z","end":"2026-07-16T15:14:03.474264Z","steps":["trace[1998745631] 'agreement among raft nodes before linearized reading' (duration: 2.997519086s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:03.474348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:00.476579Z","time spent":"2.997757212s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/16 15:14:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:03.481079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998796047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:03.481168Z","caller":"traceutil/trace.go:171","msg":"trace[1319436898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998940311s","start":"2026-07-16T15:14:00.482208Z","end":"2026-07-16T15:14:03.481148Z","steps":["trace[1319436898] 'agreement among raft nodes before linearized reading' (duration: 2.998829568s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:03.481235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:00.482186Z","time spent":"2.999030424s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/16 15:14:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:03.490334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:00.84327Z","time spent":"2.647055554s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:14:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:03.591249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:03.978747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998478837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:03.978834Z","caller":"traceutil/trace.go:171","msg":"trace[110978449] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99861006s","start":"2026-07-16T15:13:58.980203Z","end":"2026-07-16T15:14:03.978814Z","steps":["trace[110978449] 'agreement among raft nodes before linearized reading' (duration: 4.998501558s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:03.978881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:58.98019Z","time spent":"4.998681222s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/16 15:14:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:04.092005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:04.093152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.092544Z","time spent":"7.000601147s","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-16T15:14:04.232209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997422953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:04.232333Z","caller":"traceutil/trace.go:171","msg":"trace[1911388597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997583758s","start":"2026-07-16T15:14:01.23473Z","end":"2026-07-16T15:14:04.232313Z","steps":["trace[1911388597] 'agreement among raft nodes before linearized reading' (duration: 2.997441084s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:04.232382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:01.234718Z","time spent":"2.997653939s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/16 15:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:04.589222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998059597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:04.589356Z","caller":"traceutil/trace.go:171","msg":"trace[358855364] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998269032s","start":"2026-07-16T15:13:59.591068Z","end":"2026-07-16T15:14:04.589338Z","steps":["trace[358855364] 'agreement among raft nodes before linearized reading' (duration: 4.998103918s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:04.589415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:59.590998Z","time spent":"4.998403945s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/16 15:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:04.59246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:04.688964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999335838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:04.689104Z","caller":"traceutil/trace.go:171","msg":"trace[267255747] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999554513s","start":"2026-07-16T15:13:59.689521Z","end":"2026-07-16T15:14:04.689076Z","steps":["trace[267255747] 'agreement among raft nodes before linearized reading' (duration: 4.999367549s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:04.689173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:59.689499Z","time spent":"4.999660856s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/16 15:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:04.690183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998371754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:04.690219Z","caller":"traceutil/trace.go:171","msg":"trace[55590374] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998452636s","start":"2026-07-16T15:13:59.691757Z","end":"2026-07-16T15:14:04.69021Z","steps":["trace[55590374] 'agreement among raft nodes before linearized reading' (duration: 4.998409435s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:04.690253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:59.691738Z","time spent":"4.998509728s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/16 15:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/16 15:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:05.093361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:05.111011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000516762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:05.111078Z","caller":"traceutil/trace.go:171","msg":"trace[1409678280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647014s","start":"2026-07-16T15:14:03.110408Z","end":"2026-07-16T15:14:05.111055Z","steps":["trace[1409678280] 'agreement among raft nodes before linearized reading' (duration: 2.000542642s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:05.111149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:03.110387Z","time spent":"2.000753577s","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 15:14:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:05.473435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004672894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:05.473494Z","caller":"traceutil/trace.go:171","msg":"trace[1975814043] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.004780297s","start":"2026-07-16T15:13:55.4687Z","end":"2026-07-16T15:14:05.47348Z","steps":["trace[1975814043] 'agreement among raft nodes before linearized reading' (duration: 10.004698375s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:05.473528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:55.468682Z","time spent":"10.004838588s","remote":"127.0.0.1:50634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/16 15:14:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:05.594009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:06.094255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:06.1299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:59.128798Z","time spent":"7.001069929s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-16T15:14:06.594768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:07.088283Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-16T15:14:07.088424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.41622635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.088469Z","caller":"traceutil/trace.go:171","msg":"trace[1292316666] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; }","duration":"7.416318873s","start":"2026-07-16T15:13:59.672134Z","end":"2026-07-16T15:14:07.088453Z","steps":["trace[1292316666] 'agreement among raft nodes before linearized reading' (duration: 7.416250641s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.520054611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.775100433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.088524Z","caller":"traceutil/trace.go:171","msg":"trace[1714951950] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; }","duration":"12.520137803s","start":"2026-07-16T15:13:54.568376Z","end":"2026-07-16T15:14:07.088514Z","steps":["trace[1714951950] 'agreement among raft nodes before linearized reading' (duration: 12.520092521s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:59.672118Z","time spent":"7.416383725s","remote":"127.0.0.1:60724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.088553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.568352Z","time spent":"12.520194734s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-16T15:14:07.088555Z","caller":"traceutil/trace.go:171","msg":"trace[1520701115] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; }","duration":"12.775304259s","start":"2026-07-16T15:13:54.313235Z","end":"2026-07-16T15:14:07.088539Z","steps":["trace[1520701115] 'agreement among raft nodes before linearized reading' (duration: 12.775210226s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.791511978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.498543481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.738781516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.325425336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.630568089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444209049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.557345797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.943080535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.088678Z","caller":"traceutil/trace.go:171","msg":"trace[1396878179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; }","duration":"9.44430174s","start":"2026-07-16T15:13:57.644361Z","end":"2026-07-16T15:14:07.088663Z","steps":["trace[1396878179] 'agreement among raft nodes before linearized reading' (duration: 9.444230728s)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:07.088671Z","caller":"traceutil/trace.go:171","msg":"trace[110630548] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; }","duration":"9.32559925s","start":"2026-07-16T15:13:57.763038Z","end":"2026-07-16T15:14:07.088638Z","steps":["trace[110630548] 'agreement among raft nodes before linearized reading' (duration: 9.325469246s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.660797577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.436586747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.831031904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.08872Z","caller":"traceutil/trace.go:171","msg":"trace[1853160971] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"13.436658957s","start":"2026-07-16T15:13:53.652057Z","end":"2026-07-16T15:14:07.088716Z","steps":["trace[1853160971] 'agreement among raft nodes before linearized reading' (duration: 13.436625287s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.763019Z","time spent":"9.325692282s","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-16T15:14:07.08873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.943888239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.442124538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.150388861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.088755Z","caller":"traceutil/trace.go:171","msg":"trace[1742531686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"9.831246459s","start":"2026-07-16T15:13:57.257487Z","end":"2026-07-16T15:14:07.088733Z","steps":["trace[1742531686] 'agreement among raft nodes before linearized reading' (duration: 9.831063624s)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:07.088767Z","caller":"traceutil/trace.go:171","msg":"trace[1059418642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"9.943979481s","start":"2026-07-16T15:13:57.144777Z","end":"2026-07-16T15:14:07.088757Z","steps":["trace[1059418642] 'agreement among raft nodes before linearized reading' (duration: 9.94392303s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.899122508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.501214957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.383260188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.088786Z","caller":"traceutil/trace.go:171","msg":"trace[1321341946] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; }","duration":"8.150457593s","start":"2026-07-16T15:13:58.938319Z","end":"2026-07-16T15:14:07.088776Z","steps":["trace[1321341946] 'agreement among raft nodes before linearized reading' (duration: 8.150423232s)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:07.088801Z","caller":"traceutil/trace.go:171","msg":"trace[756351883] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; }","duration":"10.383331959s","start":"2026-07-16T15:13:56.705465Z","end":"2026-07-16T15:14:07.088797Z","steps":["trace[756351883] 'agreement among raft nodes before linearized reading' (duration: 10.383303069s)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:07.088796Z","caller":"traceutil/trace.go:171","msg":"trace[2098029641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"9.899410655s","start":"2026-07-16T15:13:57.189378Z","end":"2026-07-16T15:14:07.088789Z","steps":["trace[2098029641] 'agreement among raft nodes before linearized reading' (duration: 9.899159569s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.144756Z","time spent":"9.944033993s","remote":"127.0.0.1:60780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:07.088802Z","caller":"traceutil/trace.go:171","msg":"trace[1748708879] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; }","duration":"12.501292248s","start":"2026-07-16T15:13:54.587501Z","end":"2026-07-16T15:14:07.088793Z","steps":["trace[1748708879] 'agreement among raft nodes before linearized reading' (duration: 12.501262778s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.257467Z","time spent":"9.8313269s","remote":"127.0.0.1:37358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.088831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.58748Z","time spent":"12.50134462s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-16T15:14:07.088711Z","caller":"traceutil/trace.go:171","msg":"trace[1229746883] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; }","duration":"8.660857058s","start":"2026-07-16T15:13:58.427848Z","end":"2026-07-16T15:14:07.088705Z","steps":["trace[1229746883] 'agreement among raft nodes before linearized reading' (duration: 8.660832548s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:58.9383Z","time spent":"8.150516144s","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.088742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.499015006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.088846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.189356Z","time spent":"9.899461826s","remote":"127.0.0.1:60802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:07.088699Z","caller":"traceutil/trace.go:171","msg":"trace[343702662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"13.943111936s","start":"2026-07-16T15:13:53.145579Z","end":"2026-07-16T15:14:07.088691Z","steps":["trace[343702662] 'agreement among raft nodes before linearized reading' (duration: 13.943083005s)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:07.08887Z","caller":"traceutil/trace.go:171","msg":"trace[351274850] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"9.49917811s","start":"2026-07-16T15:13:57.589683Z","end":"2026-07-16T15:14:07.088861Z","steps":["trace[351274850] 'agreement among raft nodes before linearized reading' (duration: 9.499053397s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:58.427829Z","time spent":"8.661026892s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-07-16T15:14:07.088895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.589661Z","time spent":"9.499225891s","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.088899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.14552Z","time spent":"13.943365803s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.08882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:56.705431Z","time spent":"10.383383981s","remote":"127.0.0.1:50588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:07.088787Z","caller":"traceutil/trace.go:171","msg":"trace[1163691505] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; }","duration":"8.442248871s","start":"2026-07-16T15:13:58.646524Z","end":"2026-07-16T15:14:07.088773Z","steps":["trace[1163691505] 'agreement among raft nodes before linearized reading' (duration: 8.442151998s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.089088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:58.646508Z","time spent":"8.442542818s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.088591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.313221Z","time spent":"12.77536215s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-16T15:14:07.088646Z","caller":"traceutil/trace.go:171","msg":"trace[843999995] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"12.630634101s","start":"2026-07-16T15:13:54.458006Z","end":"2026-07-16T15:14:07.08864Z","steps":["trace[843999995] 'agreement among raft nodes before linearized reading' (duration: 12.63060663s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.08918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.457984Z","time spent":"12.631170793s","remote":"127.0.0.1:55568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.088716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:57.644349Z","time spent":"9.444356891s","remote":"127.0.0.1:60642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:07.088649Z","caller":"traceutil/trace.go:171","msg":"trace[1189252216] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; }","duration":"7.738875798s","start":"2026-07-16T15:13:59.349754Z","end":"2026-07-16T15:14:07.08863Z","steps":["trace[1189252216] 'agreement among raft nodes before linearized reading' (duration: 7.738817777s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.08927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:59.349733Z","time spent":"7.739524425s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:07.0886Z","caller":"traceutil/trace.go:171","msg":"trace[1735162371] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; }","duration":"12.791563999s","start":"2026-07-16T15:13:54.297027Z","end":"2026-07-16T15:14:07.088591Z","steps":["trace[1735162371] 'agreement among raft nodes before linearized reading' (duration: 12.791534809s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.089331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.297011Z","time spent":"12.792304817s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-16T15:14:07.088608Z","caller":"traceutil/trace.go:171","msg":"trace[455303264] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; }","duration":"12.498599173s","start":"2026-07-16T15:13:54.590002Z","end":"2026-07-16T15:14:07.088602Z","steps":["trace[455303264] 'agreement among raft nodes before linearized reading' (duration: 12.498578782s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.08939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.58998Z","time spent":"12.499403932s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-16T15:14:07.088624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.185609352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.089436Z","caller":"traceutil/trace.go:171","msg":"trace[2041440209] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; }","duration":"13.186447353s","start":"2026-07-16T15:13:53.902975Z","end":"2026-07-16T15:14:07.089423Z","steps":["trace[2041440209] 'agreement among raft nodes before linearized reading' (duration: 13.185640563s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.089481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.90296Z","time spent":"13.186510024s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-16T15:14:07.088489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.880911558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.089549Z","caller":"traceutil/trace.go:171","msg":"trace[97257463] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; }","duration":"11.882034505s","start":"2026-07-16T15:13:55.207496Z","end":"2026-07-16T15:14:07.089531Z","steps":["trace[97257463] 'agreement among raft nodes before linearized reading' (duration: 11.880930327s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.089591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:55.207481Z","time spent":"11.882098487s","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.088645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.206508297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.089624Z","caller":"traceutil/trace.go:171","msg":"trace[1693415255] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; }","duration":"13.207531551s","start":"2026-07-16T15:13:53.882087Z","end":"2026-07-16T15:14:07.089618Z","steps":["trace[1693415255] 'agreement among raft nodes before linearized reading' (duration: 13.206552578s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.088666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.865147598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.089644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.882067Z","time spent":"13.207572032s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-16T15:14:07.089657Z","caller":"traceutil/trace.go:171","msg":"trace[1199407973] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"13.866171883s","start":"2026-07-16T15:13:53.223474Z","end":"2026-07-16T15:14:07.089646Z","steps":["trace[1199407973] 'agreement among raft nodes before linearized reading' (duration: 13.865185729s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.089695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.223455Z","time spent":"13.866229305s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:07.088714Z","caller":"traceutil/trace.go:171","msg":"trace[323729460] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; }","duration":"12.557494401s","start":"2026-07-16T15:13:54.531194Z","end":"2026-07-16T15:14:07.088688Z","steps":["trace[323729460] 'agreement among raft nodes before linearized reading' (duration: 12.557380568s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.089731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:54.531171Z","time spent":"12.558547347s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-16T15:14:07.088735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.965067582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-16T15:14:07.089761Z","caller":"traceutil/trace.go:171","msg":"trace[1326639374] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"8.966144778s","start":"2026-07-16T15:13:58.123611Z","end":"2026-07-16T15:14:07.089756Z","steps":["trace[1326639374] 'agreement among raft nodes before linearized reading' (duration: 8.965115673s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.08978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:58.123592Z","time spent":"8.966180859s","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.088749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:13:53.652035Z","time spent":"13.436708609s","remote":"127.0.0.1:55674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:07.120583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:07.120659Z","caller":"traceutil/trace.go:171","msg":"trace[1355023649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410078s","start":"2026-07-16T15:14:05.120232Z","end":"2026-07-16T15:14:07.120642Z","steps":["trace[1355023649] 'agreement among raft nodes before linearized reading' (duration: 2.000311986s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:07.120702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:05.120164Z","time spent":"2.000529611s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 15:14:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:07.588471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:07.80369Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"041d9f6b4e59ba4b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-16T15:14:07.930551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:02.931787Z","time spent":"4.998755334s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:14:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:08.088965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:08.219454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:01.218388Z","time spent":"7.001058169s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-16T15:14:08.482171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:03.483315Z","time spent":"4.998844166s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 15:14:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:08.589231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701141408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:14:08.74347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"15.918127979s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T15:14:08.965198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.635119ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-16T15:14:08.980552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999938743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T15:14:08.980652Z","caller":"traceutil/trace.go:171","msg":"trace[1502190751] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.000102987s","start":"2026-07-16T15:14:03.980526Z","end":"2026-07-16T15:14:08.980629Z","steps":["trace[1502190751] 'agreement among raft nodes before linearized reading' (duration: 4.999968064s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:08.980842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:03.980508Z","time spent":"5.000315733s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/16 15:14:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T15:14:09.014011Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"104.953µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-16T15:14:09.014492Z","caller":"traceutil/trace.go:171","msg":"trace[734974926] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"6.14703508s","start":"2026-07-16T15:14:02.867434Z","end":"2026-07-16T15:14:09.014469Z","steps":["trace[734974926] 'process raft request' (duration: 6.146908567s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.014588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:02.867406Z","time spent":"6.147134802s","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T15:14:09.014741Z","caller":"traceutil/trace.go:171","msg":"trace[647526972] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"5.782956234s","start":"2026-07-16T15:14:03.23176Z","end":"2026-07-16T15:14:09.014716Z","steps":["trace[647526972] 'process raft request' (duration: 5.782669478s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.0155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:03.231725Z","time spent":"5.783634621s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:14:09.014867Z","caller":"traceutil/trace.go:171","msg":"trace[1392661299] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"5.780050633s","start":"2026-07-16T15:14:03.234797Z","end":"2026-07-16T15:14:09.014848Z","steps":["trace[1392661299] 'process raft request' (duration: 5.779864478s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.016368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:03.234781Z","time spent":"5.78154993s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:14:09.039419Z","caller":"traceutil/trace.go:171","msg":"trace[1868073405] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"4.941099536s","start":"2026-07-16T15:14:04.098297Z","end":"2026-07-16T15:14:09.039397Z","steps":["trace[1868073405] 'process raft request' (duration: 4.940707836s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.039539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:04.098268Z","time spent":"4.941216709s","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T15:14:09.039566Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"32.791µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-16T15:14:09.039723Z","caller":"traceutil/trace.go:171","msg":"trace[1553007523] linearizableReadLoop","detail":"{readStateIndex:27901; appliedIndex:27870; }","duration":"1.951352411s","start":"2026-07-16T15:14:07.088354Z","end":"2026-07-16T15:14:09.039706Z","steps":["trace[1553007523] 'read index received' (duration: 1.655433742s)","trace[1553007523] 'applied index is now lower than readState.Index' (duration: 295.917879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:14:09.039851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712955084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T15:14:09.039859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.919797972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-07-16T15:14:09.039882Z","caller":"traceutil/trace.go:171","msg":"trace[443530862] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27035; }","duration":"3.713038136s","start":"2026-07-16T15:14:05.326834Z","end":"2026-07-16T15:14:09.039873Z","steps":["trace[443530862] 'agreement among raft nodes before linearized reading' (duration: 3.712944034s)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.039889Z","caller":"traceutil/trace.go:171","msg":"trace[1944434049] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27035; }","duration":"3.919876594s","start":"2026-07-16T15:14:05.120002Z","end":"2026-07-16T15:14:09.039879Z","steps":["trace[1944434049] 'agreement among raft nodes before linearized reading' (duration: 3.919787782s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.039904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:05.326805Z","time spent":"3.713093748s","remote":"127.0.0.1:41386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.039921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:05.119981Z","time spent":"3.919932476s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-16T15:14:09.039959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.592698523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.040014Z","caller":"traceutil/trace.go:171","msg":"trace[1979789186] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27035; }","duration":"6.592817565s","start":"2026-07-16T15:14:02.447183Z","end":"2026-07-16T15:14:09.040001Z","steps":["trace[1979789186] 'agreement among raft nodes before linearized reading' (duration: 6.592697682s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:02.447156Z","time spent":"6.592884307s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.040173Z","caller":"traceutil/trace.go:171","msg":"trace[1297662773] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"4.805620962s","start":"2026-07-16T15:14:04.234542Z","end":"2026-07-16T15:14:09.040163Z","steps":["trace[1297662773] 'process raft request' (duration: 4.804731301s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.886683655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.040217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553516681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.040221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:04.234514Z","time spent":"4.805678024s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:14:09.040232Z","caller":"traceutil/trace.go:171","msg":"trace[1633096090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27035; }","duration":"6.886769977s","start":"2026-07-16T15:14:02.153451Z","end":"2026-07-16T15:14:09.040221Z","steps":["trace[1633096090] 'agreement among raft nodes before linearized reading' (duration: 6.886700215s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:02.153427Z","time spent":"6.886832149s","remote":"127.0.0.1:50340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.040341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748402624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-16T15:14:09.040455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.576273307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.040492Z","caller":"traceutil/trace.go:171","msg":"trace[1021878014] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27035; }","duration":"7.57636081s","start":"2026-07-16T15:14:01.464122Z","end":"2026-07-16T15:14:09.040483Z","steps":["trace[1021878014] 'agreement among raft nodes before linearized reading' (duration: 7.576301709s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:01.464099Z","time spent":"7.576412501s","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.040525Z","caller":"traceutil/trace.go:171","msg":"trace[2011492823] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27033; }","duration":"2.906706251s","start":"2026-07-16T15:14:06.13381Z","end":"2026-07-16T15:14:09.040516Z","steps":["trace[2011492823] 'process raft request' (duration: 2.905589924s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:06.133789Z","time spent":"2.906759153s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:14:09.040379Z","caller":"traceutil/trace.go:171","msg":"trace[1334791887] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27035; }","duration":"5.748502637s","start":"2026-07-16T15:14:03.291869Z","end":"2026-07-16T15:14:09.040372Z","steps":["trace[1334791887] 'agreement among raft nodes before linearized reading' (duration: 5.748384664s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:03.291821Z","time spent":"5.748779054s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-16T15:14:09.040673Z","caller":"traceutil/trace.go:171","msg":"trace[428063519] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"2.718824159s","start":"2026-07-16T15:14:06.32184Z","end":"2026-07-16T15:14:09.040664Z","steps":["trace[428063519] 'process raft request' (duration: 2.71759609s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.590832806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.040713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:06.321819Z","time spent":"2.718871181s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:14:09.040722Z","caller":"traceutil/trace.go:171","msg":"trace[1916677748] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27035; }","duration":"7.590904837s","start":"2026-07-16T15:14:01.449807Z","end":"2026-07-16T15:14:09.040711Z","steps":["trace[1916677748] 'agreement among raft nodes before linearized reading' (duration: 7.590848346s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:01.449784Z","time spent":"7.590962718s","remote":"127.0.0.1:50540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.040766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.017174446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T15:14:09.040788Z","caller":"traceutil/trace.go:171","msg":"trace[1059048569] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27035; }","duration":"6.017195176s","start":"2026-07-16T15:14:03.023585Z","end":"2026-07-16T15:14:09.04078Z","steps":["trace[1059048569] 'agreement among raft nodes before linearized reading' (duration: 6.017132435s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:03.023562Z","time spent":"6.017239838s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-16T15:14:09.040829Z","caller":"traceutil/trace.go:171","msg":"trace[1998627786] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"1.567384675s","start":"2026-07-16T15:14:07.473435Z","end":"2026-07-16T15:14:09.04082Z","steps":["trace[1998627786] 'process raft request' (duration: 1.566048563s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:07.47341Z","time spent":"1.567437907s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:14:09.040901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.322805034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.04092Z","caller":"traceutil/trace.go:171","msg":"trace[723322627] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27035; }","duration":"6.322869725s","start":"2026-07-16T15:14:02.718044Z","end":"2026-07-16T15:14:09.040914Z","steps":["trace[723322627] 'agreement among raft nodes before linearized reading' (duration: 6.322834795s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.81664794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.040937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:02.718018Z","time spent":"6.322914217s","remote":"127.0.0.1:50294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.040954Z","caller":"traceutil/trace.go:171","msg":"trace[318116253] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27035; }","duration":"7.816709482s","start":"2026-07-16T15:14:01.224236Z","end":"2026-07-16T15:14:09.040945Z","steps":["trace[318116253] 'agreement among raft nodes before linearized reading' (duration: 7.816659681s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.040973Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"041d9f6b4e59ba4b","error":"lease not found"} {"level":"warn","ts":"2026-07-16T15:14:09.040981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:01.224214Z","time spent":"7.816760724s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.041004Z","caller":"traceutil/trace.go:171","msg":"trace[1437101379] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27035; }","duration":"817.294923ms","start":"2026-07-16T15:14:08.223702Z","end":"2026-07-16T15:14:09.040997Z","steps":["trace[1437101379] 'process raft request' (duration: 815.92207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.041043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:08.22368Z","time spent":"817.338565ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:14:09.041056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.534666806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.041077Z","caller":"traceutil/trace.go:171","msg":"trace[1363941114] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27035; }","duration":"6.534742868s","start":"2026-07-16T15:14:02.506327Z","end":"2026-07-16T15:14:09.04107Z","steps":["trace[1363941114] 'agreement among raft nodes before linearized reading' (duration: 6.534709337s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.041097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:02.506311Z","time spent":"6.534778099s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.041153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180821076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.041176Z","caller":"traceutil/trace.go:171","msg":"trace[907698147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27035; }","duration":"2.180880888s","start":"2026-07-16T15:14:06.860288Z","end":"2026-07-16T15:14:09.041169Z","steps":["trace[907698147] 'agreement among raft nodes before linearized reading' (duration: 2.180839357s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.041196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:06.860266Z","time spent":"2.180924439s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.041183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.432572422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T15:14:09.041236Z","caller":"traceutil/trace.go:171","msg":"trace[1801519012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27035; }","duration":"8.432683166s","start":"2026-07-16T15:14:00.608539Z","end":"2026-07-16T15:14:09.041222Z","steps":["trace[1801519012] 'agreement among raft nodes before linearized reading' (duration: 8.432591724s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.041319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:00.608504Z","time spent":"8.432800298s","remote":"127.0.0.1:60798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.041647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948880531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-16T15:14:09.041705Z","caller":"traceutil/trace.go:171","msg":"trace[163311228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27035; }","duration":"1.948938052s","start":"2026-07-16T15:14:07.092753Z","end":"2026-07-16T15:14:09.041691Z","steps":["trace[163311228] 'agreement among raft nodes before linearized reading' (duration: 1.948772438s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.041744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:07.092718Z","time spent":"1.949015294s","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-16T15:14:09.041814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438346431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.041847Z","caller":"traceutil/trace.go:171","msg":"trace[1819751300] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27035; }","duration":"2.438405543s","start":"2026-07-16T15:14:06.603432Z","end":"2026-07-16T15:14:09.041838Z","steps":["trace[1819751300] 'agreement among raft nodes before linearized reading' (duration: 2.438344751s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.041871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:06.60342Z","time spent":"2.438444473s","remote":"127.0.0.1:50634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.041202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.565676479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T15:14:09.041924Z","caller":"traceutil/trace.go:171","msg":"trace[976681933] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27035; }","duration":"6.566430278s","start":"2026-07-16T15:14:02.475481Z","end":"2026-07-16T15:14:09.041911Z","steps":["trace[976681933] 'agreement among raft nodes before linearized reading' (duration: 6.56570144s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.041959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:02.475459Z","time spent":"6.566488238s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.041986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.972721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.042017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545870466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.042035Z","caller":"traceutil/trace.go:171","msg":"trace[1714011653] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27035; }","duration":"157.059673ms","start":"2026-07-16T15:14:08.884962Z","end":"2026-07-16T15:14:09.042022Z","steps":["trace[1714011653] 'agreement among raft nodes before linearized reading' (duration: 156.949291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.041365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399549306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.04024Z","caller":"traceutil/trace.go:171","msg":"trace[91454466] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27035; }","duration":"4.553579443s","start":"2026-07-16T15:14:04.486653Z","end":"2026-07-16T15:14:09.040233Z","steps":["trace[91454466] 'agreement among raft nodes before linearized reading' (duration: 4.553541052s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.042167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:04.486617Z","time spent":"4.55553526s","remote":"127.0.0.1:50134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.042189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149730319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.042206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.293624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T15:14:09.042249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921461056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.042224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464338721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.042262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675069855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.042267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013411559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.042278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860465745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.042176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.730477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.042491Z","caller":"traceutil/trace.go:171","msg":"trace[1384102828] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27035; }","duration":"2.545935748s","start":"2026-07-16T15:14:06.496099Z","end":"2026-07-16T15:14:09.042035Z","steps":["trace[1384102828] 'agreement among raft nodes before linearized reading' (duration: 2.545894067s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.042521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:06.49608Z","time spent":"2.546433379s","remote":"127.0.0.1:33562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.042556Z","caller":"traceutil/trace.go:171","msg":"trace[1870023579] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27035; }","duration":"2.400284424s","start":"2026-07-16T15:14:06.641786Z","end":"2026-07-16T15:14:09.04207Z","steps":["trace[1870023579] 'agreement among raft nodes before linearized reading' (duration: 2.399550137s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.042594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:06.641775Z","time spent":"2.400807877s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.042704Z","caller":"traceutil/trace.go:171","msg":"trace[1694548619] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27035; }","duration":"3.149806402s","start":"2026-07-16T15:14:05.892398Z","end":"2026-07-16T15:14:09.042205Z","steps":["trace[1694548619] 'agreement among raft nodes before linearized reading' (duration: 3.149758811s)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.042743Z","caller":"traceutil/trace.go:171","msg":"trace[92689840] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27035; }","duration":"393.344295ms","start":"2026-07-16T15:14:08.648874Z","end":"2026-07-16T15:14:09.042219Z","steps":["trace[92689840] 'agreement among raft nodes before linearized reading' (duration: 393.315384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.042759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:05.892374Z","time spent":"3.150367365s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:14:09.042773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:08.648856Z","time spent":"393.909409ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.042818Z","caller":"traceutil/trace.go:171","msg":"trace[649935829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27035; }","duration":"1.921502367s","start":"2026-07-16T15:14:07.120756Z","end":"2026-07-16T15:14:09.042258Z","steps":["trace[649935829] 'agreement among raft nodes before linearized reading' (duration: 1.921481167s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.042857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:07.120741Z","time spent":"1.922105921s","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T15:14:09.042943Z","caller":"traceutil/trace.go:171","msg":"trace[1071932970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27035; }","duration":"1.464495155s","start":"2026-07-16T15:14:07.577797Z","end":"2026-07-16T15:14:09.042292Z","steps":["trace[1071932970] 'agreement among raft nodes before linearized reading' (duration: 1.46430219s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.042969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:07.57777Z","time spent":"1.465192112s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T15:14:09.043025Z","caller":"traceutil/trace.go:171","msg":"trace[2119885900] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27035; }","duration":"1.675161757s","start":"2026-07-16T15:14:07.36714Z","end":"2026-07-16T15:14:09.042301Z","steps":["trace[2119885900] 'agreement among raft nodes before linearized reading' (duration: 1.675082815s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.043078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:07.367114Z","time spent":"1.675937986s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.043212Z","caller":"traceutil/trace.go:171","msg":"trace[887959269] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27035; }","duration":"1.013503321s","start":"2026-07-16T15:14:08.028809Z","end":"2026-07-16T15:14:09.042312Z","steps":["trace[887959269] 'agreement among raft nodes before linearized reading' (duration: 1.013426399s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.043249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:08.02879Z","time spent":"1.014448834s","remote":"127.0.0.1:60692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.043403Z","caller":"traceutil/trace.go:171","msg":"trace[1991466297] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27035; }","duration":"1.860537148s","start":"2026-07-16T15:14:07.181783Z","end":"2026-07-16T15:14:09.042321Z","steps":["trace[1991466297] 'agreement among raft nodes before linearized reading' (duration: 1.860476756s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.043438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:07.181773Z","time spent":"1.861654604s","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:14:09.043577Z","caller":"traceutil/trace.go:171","msg":"trace[394945564] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:0; response_revision:27035; }","duration":"613.941082ms","start":"2026-07-16T15:14:08.428387Z","end":"2026-07-16T15:14:09.042328Z","steps":["trace[394945564] 'agreement among raft nodes before linearized reading' (duration: 613.758877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.043609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:08.428356Z","time spent":"615.243044ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-07-16T15:14:09.265386Z","caller":"traceutil/trace.go:171","msg":"trace[1384877756] linearizableReadLoop","detail":"{readStateIndex:27904; appliedIndex:27902; }","duration":"200.216486ms","start":"2026-07-16T15:14:09.065145Z","end":"2026-07-16T15:14:09.265361Z","steps":["trace[1384877756] 'read index received' (duration: 187.41567ms)","trace[1384877756] 'applied index is now lower than readState.Index' (duration: 12.799706ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:14:09.265574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.391474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.265621Z","caller":"traceutil/trace.go:171","msg":"trace[1478289980] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"210.587441ms","start":"2026-07-16T15:14:09.055001Z","end":"2026-07-16T15:14:09.265588Z","steps":["trace[1478289980] 'process raft request' (duration: 210.176151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.265691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.968846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-16T15:14:09.265705Z","caller":"traceutil/trace.go:171","msg":"trace[808942790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27037; }","duration":"216.553517ms","start":"2026-07-16T15:14:09.049125Z","end":"2026-07-16T15:14:09.265678Z","steps":["trace[808942790] 'agreement among raft nodes before linearized reading' (duration: 216.269421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.265746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.480919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-16T15:14:09.265824Z","caller":"traceutil/trace.go:171","msg":"trace[1607289648] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:27037; }","duration":"219.589623ms","start":"2026-07-16T15:14:09.046215Z","end":"2026-07-16T15:14:09.265805Z","steps":["trace[1607289648] 'agreement among raft nodes before linearized reading' (duration: 219.217224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.26563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.010722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-16T15:14:09.265875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.878389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T15:14:09.265915Z","caller":"traceutil/trace.go:171","msg":"trace[1892464767] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27037; }","duration":"219.934551ms","start":"2026-07-16T15:14:09.045966Z","end":"2026-07-16T15:14:09.2659Z","steps":["trace[1892464767] 'agreement among raft nodes before linearized reading' (duration: 219.49853ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.265919Z","caller":"traceutil/trace.go:171","msg":"trace[176388241] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27037; }","duration":"220.31199ms","start":"2026-07-16T15:14:09.045583Z","end":"2026-07-16T15:14:09.265895Z","steps":["trace[176388241] 'agreement among raft nodes before linearized reading' (duration: 219.90796ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.265767Z","caller":"traceutil/trace.go:171","msg":"trace[2085393545] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:27037; }","duration":"219.074599ms","start":"2026-07-16T15:14:09.046671Z","end":"2026-07-16T15:14:09.265746Z","steps":["trace[2085393545] 'agreement among raft nodes before linearized reading' (duration: 218.826703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.312867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.012849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.312938Z","caller":"traceutil/trace.go:171","msg":"trace[973092393] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27038; }","duration":"217.107972ms","start":"2026-07-16T15:14:09.095813Z","end":"2026-07-16T15:14:09.312921Z","steps":["trace[973092393] 'agreement among raft nodes before linearized reading' (duration: 216.954308ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.312942Z","caller":"traceutil/trace.go:171","msg":"trace[916965642] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"240.929346ms","start":"2026-07-16T15:14:09.071985Z","end":"2026-07-16T15:14:09.312914Z","steps":["trace[916965642] 'process raft request' (duration: 240.641308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.312992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.959064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21448"} {"level":"warn","ts":"2026-07-16T15:14:09.31291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.275906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.313054Z","caller":"traceutil/trace.go:171","msg":"trace[1664610453] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27038; }","duration":"216.052665ms","start":"2026-07-16T15:14:09.096987Z","end":"2026-07-16T15:14:09.31304Z","steps":["trace[1664610453] 'agreement among raft nodes before linearized reading' (duration: 215.779329ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.31309Z","caller":"traceutil/trace.go:171","msg":"trace[1800766708] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27038; }","duration":"217.518421ms","start":"2026-07-16T15:14:09.095557Z","end":"2026-07-16T15:14:09.313075Z","steps":["trace[1800766708] 'agreement among raft nodes before linearized reading' (duration: 217.301506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.31311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.021374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21448"} {"level":"info","ts":"2026-07-16T15:14:09.313195Z","caller":"traceutil/trace.go:171","msg":"trace[1521010114] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27038; }","duration":"216.150378ms","start":"2026-07-16T15:14:09.09703Z","end":"2026-07-16T15:14:09.31318Z","steps":["trace[1521010114] 'agreement among raft nodes before linearized reading' (duration: 215.81464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.313208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.361221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.313238Z","caller":"traceutil/trace.go:171","msg":"trace[1650379724] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27038; }","duration":"218.420263ms","start":"2026-07-16T15:14:09.094808Z","end":"2026-07-16T15:14:09.313228Z","steps":["trace[1650379724] 'agreement among raft nodes before linearized reading' (duration: 218.360692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.313325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.270261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:14:09.313403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.524965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21448"} {"level":"info","ts":"2026-07-16T15:14:09.313422Z","caller":"traceutil/trace.go:171","msg":"trace[133541100] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27038; }","duration":"218.571357ms","start":"2026-07-16T15:14:09.094845Z","end":"2026-07-16T15:14:09.313417Z","steps":["trace[133541100] 'agreement among raft nodes before linearized reading' (duration: 217.940081ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.313409Z","caller":"traceutil/trace.go:171","msg":"trace[708808788] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27038; }","duration":"216.369283ms","start":"2026-07-16T15:14:09.097031Z","end":"2026-07-16T15:14:09.3134Z","steps":["trace[708808788] 'agreement among raft nodes before linearized reading' (duration: 216.268631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.313368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.427258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-16T15:14:09.313513Z","caller":"traceutil/trace.go:171","msg":"trace[1370373994] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27038; }","duration":"241.588192ms","start":"2026-07-16T15:14:09.071904Z","end":"2026-07-16T15:14:09.313492Z","steps":["trace[1370373994] 'agreement among raft nodes before linearized reading' (duration: 241.238664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.313745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.466824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21448"} {"level":"info","ts":"2026-07-16T15:14:09.313785Z","caller":"traceutil/trace.go:171","msg":"trace[1526066292] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27038; }","duration":"216.724761ms","start":"2026-07-16T15:14:09.097051Z","end":"2026-07-16T15:14:09.313776Z","steps":["trace[1526066292] 'agreement among raft nodes before linearized reading' (duration: 215.83374ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.52919Z","caller":"traceutil/trace.go:171","msg":"trace[306650249] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"262.889286ms","start":"2026-07-16T15:14:09.266267Z","end":"2026-07-16T15:14:09.529157Z","steps":["trace[306650249] 'process raft request' (duration: 262.659031ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.529435Z","caller":"traceutil/trace.go:171","msg":"trace[647868090] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"258.800657ms","start":"2026-07-16T15:14:09.270592Z","end":"2026-07-16T15:14:09.529393Z","steps":["trace[647868090] 'process raft request' (duration: 258.448288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.529522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.227695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:09.529565Z","caller":"traceutil/trace.go:171","msg":"trace[522745068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27041; }","duration":"261.303727ms","start":"2026-07-16T15:14:09.268249Z","end":"2026-07-16T15:14:09.529553Z","steps":["trace[522745068] 'agreement among raft nodes before linearized reading' (duration: 261.246666ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.529206Z","caller":"traceutil/trace.go:171","msg":"trace[134762598] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"258.51238ms","start":"2026-07-16T15:14:09.270672Z","end":"2026-07-16T15:14:09.529184Z","steps":["trace[134762598] 'process raft request' (duration: 258.417118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.529304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.986549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T15:14:09.529757Z","caller":"traceutil/trace.go:171","msg":"trace[1493041466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27041; }","duration":"250.463391ms","start":"2026-07-16T15:14:09.279256Z","end":"2026-07-16T15:14:09.529719Z","steps":["trace[1493041466] 'agreement among raft nodes before linearized reading' (duration: 249.935918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.529366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.720225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-bls8d\" ","response":"range_response_count:1 size:4051"} {"level":"info","ts":"2026-07-16T15:14:09.529921Z","caller":"traceutil/trace.go:171","msg":"trace[416717570] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-bls8d; range_end:; response_count:1; response_revision:27041; }","duration":"259.283059ms","start":"2026-07-16T15:14:09.270623Z","end":"2026-07-16T15:14:09.529906Z","steps":["trace[416717570] 'agreement among raft nodes before linearized reading' (duration: 258.612522ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.530273Z","caller":"traceutil/trace.go:171","msg":"trace[997645785] linearizableReadLoop","detail":"{readStateIndex:27908; appliedIndex:27905; }","duration":"216.423504ms","start":"2026-07-16T15:14:09.312736Z","end":"2026-07-16T15:14:09.52916Z","steps":["trace[997645785] 'read index received' (duration: 216.25049ms)","trace[997645785] 'applied index is now lower than readState.Index' (duration: 171.654µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:14:09.563538Z","caller":"traceutil/trace.go:171","msg":"trace[1632677695] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"241.160373ms","start":"2026-07-16T15:14:09.322361Z","end":"2026-07-16T15:14:09.563521Z","steps":["trace[1632677695] 'process raft request' (duration: 241.04797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.564026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.607817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f225413-977b-4581-ba65-5aac66fe450f\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-16T15:14:09.564099Z","caller":"traceutil/trace.go:171","msg":"trace[944486890] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f225413-977b-4581-ba65-5aac66fe450f; range_end:; response_count:1; response_revision:27042; }","duration":"244.73522ms","start":"2026-07-16T15:14:09.319345Z","end":"2026-07-16T15:14:09.564081Z","steps":["trace[944486890] 'agreement among raft nodes before linearized reading' (duration: 244.33409ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:09.879179Z","caller":"traceutil/trace.go:171","msg":"trace[186685563] linearizableReadLoop","detail":"{readStateIndex:27910; appliedIndex:27909; }","duration":"315.600754ms","start":"2026-07-16T15:14:09.563553Z","end":"2026-07-16T15:14:09.879154Z","steps":["trace[186685563] 'read index received' (duration: 315.574853ms)","trace[186685563] 'applied index is now lower than readState.Index' (duration: 24.951µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:14:09.879335Z","caller":"traceutil/trace.go:171","msg":"trace[941883935] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"340.392954ms","start":"2026-07-16T15:14:09.53893Z","end":"2026-07-16T15:14:09.879323Z","steps":["trace[941883935] 'process raft request' (duration: 340.081667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.879639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:09.538916Z","time spent":"340.487096ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6364,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:14:09.879842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.918464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-16T15:14:09.879881Z","caller":"traceutil/trace.go:171","msg":"trace[1983698270] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27043; }","duration":"347.213511ms","start":"2026-07-16T15:14:09.532658Z","end":"2026-07-16T15:14:09.879872Z","steps":["trace[1983698270] 'agreement among raft nodes before linearized reading' (duration: 346.801142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.879907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:09.532641Z","time spent":"347.259212ms","remote":"127.0.0.1:55434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-16T15:14:09.906755Z","caller":"traceutil/trace.go:171","msg":"trace[759720641] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"338.681701ms","start":"2026-07-16T15:14:09.568055Z","end":"2026-07-16T15:14:09.906737Z","steps":["trace[759720641] 'process raft request' (duration: 338.543806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.90689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:09.568038Z","time spent":"338.772564ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T15:14:09.907376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.830265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-16T15:14:09.90741Z","caller":"traceutil/trace.go:171","msg":"trace[910476368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27044; }","duration":"338.869396ms","start":"2026-07-16T15:14:09.568532Z","end":"2026-07-16T15:14:09.907402Z","steps":["trace[910476368] 'agreement among raft nodes before linearized reading' (duration: 338.735403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:09.907431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:09.568523Z","time spent":"338.903167ms","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-16T15:14:10.175684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.723466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:14:10.175776Z","caller":"traceutil/trace.go:171","msg":"trace[38724435] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"262.702812ms","start":"2026-07-16T15:14:09.913055Z","end":"2026-07-16T15:14:10.175758Z","steps":["trace[38724435] 'process raft request' (duration: 68.790081ms)","trace[38724435] 'compare' (duration: 193.595593ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:14:10.200721Z","caller":"traceutil/trace.go:171","msg":"trace[1959232011] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"281.709529ms","start":"2026-07-16T15:14:09.918992Z","end":"2026-07-16T15:14:10.200702Z","steps":["trace[1959232011] 'process raft request' (duration: 281.594426ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:10.200828Z","caller":"traceutil/trace.go:171","msg":"trace[1548241216] linearizableReadLoop","detail":"{readStateIndex:27913; appliedIndex:27913; }","duration":"108.442207ms","start":"2026-07-16T15:14:10.09236Z","end":"2026-07-16T15:14:10.200802Z","steps":["trace[1548241216] 'read index received' (duration: 108.430576ms)","trace[1548241216] 'applied index is now lower than readState.Index' (duration: 9.641µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:14:10.200936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.558971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:14:10.201146Z","caller":"traceutil/trace.go:171","msg":"trace[1717840225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27046; }","duration":"108.812647ms","start":"2026-07-16T15:14:10.092317Z","end":"2026-07-16T15:14:10.20113Z","steps":["trace[1717840225] 'agreement among raft nodes before linearized reading' (duration: 108.553481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:10.237074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.61829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T15:14:10.237192Z","caller":"traceutil/trace.go:171","msg":"trace[213283297] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27047; }","duration":"123.796965ms","start":"2026-07-16T15:14:10.113369Z","end":"2026-07-16T15:14:10.237166Z","steps":["trace[213283297] 'agreement among raft nodes before linearized reading' (duration: 123.539599ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:10.413616Z","caller":"traceutil/trace.go:171","msg":"trace[897527382] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"168.017913ms","start":"2026-07-16T15:14:10.245566Z","end":"2026-07-16T15:14:10.413584Z","steps":["trace[897527382] 'process raft request' (duration: 167.787737ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:10.468619Z","caller":"traceutil/trace.go:171","msg":"trace[77742731] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"189.898692ms","start":"2026-07-16T15:14:10.278678Z","end":"2026-07-16T15:14:10.468577Z","steps":["trace[77742731] 'process raft request' (duration: 189.718277ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:10.658992Z","caller":"traceutil/trace.go:171","msg":"trace[1879228030] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"183.809022ms","start":"2026-07-16T15:14:10.475156Z","end":"2026-07-16T15:14:10.658965Z","steps":["trace[1879228030] 'process raft request' (duration: 183.681609ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:10.785474Z","caller":"traceutil/trace.go:171","msg":"trace[1914673414] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"307.744871ms","start":"2026-07-16T15:14:10.477706Z","end":"2026-07-16T15:14:10.785451Z","steps":["trace[1914673414] 'process raft request' (duration: 307.487384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:14:10.785727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:14:10.477682Z","time spent":"307.900564ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:14:10.799576Z","caller":"traceutil/trace.go:171","msg":"trace[653579549] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"136.566589ms","start":"2026-07-16T15:14:10.662992Z","end":"2026-07-16T15:14:10.799559Z","steps":["trace[653579549] 'process raft request' (duration: 136.421386ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:10.918585Z","caller":"traceutil/trace.go:171","msg":"trace[399115949] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"111.423231ms","start":"2026-07-16T15:14:10.807133Z","end":"2026-07-16T15:14:10.918557Z","steps":["trace[399115949] 'process raft request' (duration: 111.233367ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:10.966463Z","caller":"traceutil/trace.go:171","msg":"trace[1850151545] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"117.790307ms","start":"2026-07-16T15:14:10.848628Z","end":"2026-07-16T15:14:10.966418Z","steps":["trace[1850151545] 'process raft request' (duration: 117.653154ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:14:11.320356Z","caller":"traceutil/trace.go:171","msg":"trace[645048520] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"113.701596ms","start":"2026-07-16T15:14:11.206621Z","end":"2026-07-16T15:14:11.320323Z","steps":["trace[645048520] 'process raft request' (duration: 86.502177ms)","trace[645048520] 'compare' (duration: 26.992924ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:14:12.512426Z","caller":"traceutil/trace.go:171","msg":"trace[1747193511] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"123.008396ms","start":"2026-07-16T15:14:12.389389Z","end":"2026-07-16T15:14:12.512397Z","steps":["trace[1747193511] 'process raft request' (duration: 111.651667ms)","trace[1747193511] 'compare' (duration: 10.803855ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:16:14.765681Z","caller":"traceutil/trace.go:171","msg":"trace[142372630] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"102.28802ms","start":"2026-07-16T15:16:14.663363Z","end":"2026-07-16T15:16:14.765651Z","steps":["trace[142372630] 'process raft request' (duration: 101.737907ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:16:14.765866Z","caller":"traceutil/trace.go:171","msg":"trace[2122075404] transaction","detail":"{read_only:false; response_revision:28352; number_of_response:1; }","duration":"102.512456ms","start":"2026-07-16T15:16:14.663324Z","end":"2026-07-16T15:16:14.765836Z","steps":["trace[2122075404] 'process raft request' (duration: 96.213092ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:17:05.341436Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25943} {"level":"info","ts":"2026-07-16T15:17:05.497391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25943,"took":"152.273779ms","hash":3200863182,"current-db-size-bytes":59183104,"current-db-size":"59 MB","current-db-size-in-use-bytes":36818944,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-16T15:17:05.497445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3200863182,"revision":25943,"compact-revision":22994} {"level":"info","ts":"2026-07-16T15:17:48.082883Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T15:17:48.090646Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-16T15:17:48.090772Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-16T15:22:05.350909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28765} {"level":"info","ts":"2026-07-16T15:22:05.494547Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28765,"took":"140.484779ms","hash":1118124147,"current-db-size-bytes":60227584,"current-db-size":"60 MB","current-db-size-in-use-bytes":31510528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-16T15:22:05.494605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1118124147,"revision":28765,"compact-revision":25943} {"level":"info","ts":"2026-07-16T15:22:15.084928Z","caller":"traceutil/trace.go:171","msg":"trace[831700640] transaction","detail":"{read_only:false; response_revision:31060; number_of_response:1; }","duration":"103.751977ms","start":"2026-07-16T15:22:14.981154Z","end":"2026-07-16T15:22:15.084906Z","steps":["trace[831700640] 'process raft request' (duration: 103.594763ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:23:58.144983Z","caller":"traceutil/trace.go:171","msg":"trace[1202821940] transaction","detail":"{read_only:false; response_revision:31812; number_of_response:1; }","duration":"111.016344ms","start":"2026-07-16T15:23:58.033941Z","end":"2026-07-16T15:23:58.144957Z","steps":["trace[1202821940] 'process raft request' (duration: 110.83287ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:23:58.16726Z","caller":"traceutil/trace.go:171","msg":"trace[1715032916] linearizableReadLoop","detail":"{readStateIndex:32817; appliedIndex:32815; }","duration":"124.899386ms","start":"2026-07-16T15:23:58.042315Z","end":"2026-07-16T15:23:58.167214Z","steps":["trace[1715032916] 'read index received' (duration: 102.546617ms)","trace[1715032916] 'applied index is now lower than readState.Index' (duration: 22.351659ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:23:58.167289Z","caller":"traceutil/trace.go:171","msg":"trace[1608126706] transaction","detail":"{read_only:false; response_revision:31813; number_of_response:1; }","duration":"132.999134ms","start":"2026-07-16T15:23:58.034269Z","end":"2026-07-16T15:23:58.167268Z","steps":["trace[1608126706] 'process raft request' (duration: 132.80956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:23:58.167534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.201263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T15:23:58.167687Z","caller":"traceutil/trace.go:171","msg":"trace[490549198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31813; }","duration":"125.366867ms","start":"2026-07-16T15:23:58.042297Z","end":"2026-07-16T15:23:58.167664Z","steps":["trace[490549198] 'agreement among raft nodes before linearized reading' (duration: 125.031949ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:24:00.774719Z","caller":"traceutil/trace.go:171","msg":"trace[880261702] transaction","detail":"{read_only:false; response_revision:31834; number_of_response:1; }","duration":"128.166886ms","start":"2026-07-16T15:24:00.646525Z","end":"2026-07-16T15:24:00.774691Z","steps":["trace[880261702] 'process raft request' (duration: 80.967917ms)","trace[880261702] 'compare' (duration: 47.059806ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:24:03.052781Z","caller":"traceutil/trace.go:171","msg":"trace[1237320415] transaction","detail":"{read_only:false; response_revision:31851; number_of_response:1; }","duration":"110.145454ms","start":"2026-07-16T15:24:02.942609Z","end":"2026-07-16T15:24:03.052754Z","steps":["trace[1237320415] 'process raft request' (duration: 28.746956ms)","trace[1237320415] 'compare' (duration: 81.269005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:24:03.616989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.233762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:24:03.617301Z","caller":"traceutil/trace.go:171","msg":"trace[1951702141] transaction","detail":"{read_only:false; response_revision:31853; number_of_response:1; }","duration":"269.970427ms","start":"2026-07-16T15:24:03.347306Z","end":"2026-07-16T15:24:03.617277Z","steps":["trace[1951702141] 'process raft request' (duration: 269.798753ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:24:03.617524Z","caller":"traceutil/trace.go:171","msg":"trace[37749880] transaction","detail":"{read_only:false; response_revision:31852; number_of_response:1; }","duration":"477.324808ms","start":"2026-07-16T15:24:03.140139Z","end":"2026-07-16T15:24:03.617464Z","steps":["trace[37749880] 'process raft request' (duration: 312.492081ms)","trace[37749880] 'compare' (duration: 164.12201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:24:03.617689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:24:03.140109Z","time spent":"477.494281ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:24:03.842835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.061226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T15:24:04.906405Z","caller":"traceutil/trace.go:171","msg":"trace[628972558] transaction","detail":"{read_only:false; response_revision:31862; number_of_response:1; }","duration":"116.013598ms","start":"2026-07-16T15:24:04.790371Z","end":"2026-07-16T15:24:04.906385Z","steps":["trace[628972558] 'process raft request' (duration: 37.006479ms)","trace[628972558] 'compare' (duration: 78.773774ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:24:05.741066Z","caller":"traceutil/trace.go:171","msg":"trace[1108052605] transaction","detail":"{read_only:false; response_revision:31867; number_of_response:1; }","duration":"117.74634ms","start":"2026-07-16T15:24:05.623272Z","end":"2026-07-16T15:24:05.741018Z","steps":["trace[1108052605] 'process raft request' (duration: 72.491819ms)","trace[1108052605] 'compare' (duration: 44.954894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:24:06.080013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.161779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T15:24:06.080089Z","caller":"traceutil/trace.go:171","msg":"trace[1695871834] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:31867; }","duration":"234.295102ms","start":"2026-07-16T15:24:05.845776Z","end":"2026-07-16T15:24:06.080071Z","steps":["trace[1695871834] 'count revisions from in-memory index tree' (duration: 234.039146ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:24:06.230853Z","caller":"traceutil/trace.go:171","msg":"trace[2127987302] transaction","detail":"{read_only:false; response_revision:31868; number_of_response:1; }","duration":"311.810264ms","start":"2026-07-16T15:24:05.919013Z","end":"2026-07-16T15:24:06.230824Z","steps":["trace[2127987302] 'process raft request' (duration: 311.550648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:24:06.23101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:24:05.918972Z","time spent":"311.956408ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:24:06.334922Z","caller":"traceutil/trace.go:171","msg":"trace[1202493783] transaction","detail":"{read_only:false; response_revision:31869; number_of_response:1; }","duration":"244.880792ms","start":"2026-07-16T15:24:06.090001Z","end":"2026-07-16T15:24:06.334882Z","steps":["trace[1202493783] 'process raft request' (duration: 216.616868ms)","trace[1202493783] 'compare' (duration: 28.077559ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:24:06.489987Z","caller":"traceutil/trace.go:171","msg":"trace[2123179767] transaction","detail":"{read_only:false; response_revision:31871; number_of_response:1; }","duration":"148.511715ms","start":"2026-07-16T15:24:06.341453Z","end":"2026-07-16T15:24:06.489964Z","steps":["trace[2123179767] 'process raft request' (duration: 148.190387ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:24:07.901675Z","caller":"traceutil/trace.go:171","msg":"trace[762754366] transaction","detail":"{read_only:false; response_revision:31881; number_of_response:1; }","duration":"155.604089ms","start":"2026-07-16T15:24:07.746034Z","end":"2026-07-16T15:24:07.901638Z","steps":["trace[762754366] 'process raft request' (duration: 104.72062ms)","trace[762754366] 'compare' (duration: 50.556341ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:24:08.779927Z","caller":"traceutil/trace.go:171","msg":"trace[2113962857] transaction","detail":"{read_only:false; response_revision:31889; number_of_response:1; }","duration":"149.639704ms","start":"2026-07-16T15:24:08.630261Z","end":"2026-07-16T15:24:08.7799Z","steps":["trace[2113962857] 'process raft request' (duration: 149.426099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:24:08.780121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.259458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:24:08.780204Z","caller":"traceutil/trace.go:171","msg":"trace[1090902370] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:31889; }","duration":"117.392382ms","start":"2026-07-16T15:24:08.662787Z","end":"2026-07-16T15:24:08.780179Z","steps":["trace[1090902370] 'agreement among raft nodes before linearized reading' (duration: 117.229528ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:24:08.78042Z","caller":"traceutil/trace.go:171","msg":"trace[1116399176] linearizableReadLoop","detail":"{readStateIndex:32896; appliedIndex:32894; }","duration":"117.005222ms","start":"2026-07-16T15:24:08.66283Z","end":"2026-07-16T15:24:08.779835Z","steps":["trace[1116399176] 'read index received' (duration: 23.550468ms)","trace[1116399176] 'applied index is now lower than readState.Index' (duration: 93.453664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:24:08.995792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.654396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T15:24:08.995856Z","caller":"traceutil/trace.go:171","msg":"trace[1408168331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31889; }","duration":"145.780308ms","start":"2026-07-16T15:24:08.850058Z","end":"2026-07-16T15:24:08.995839Z","steps":["trace[1408168331] 'range keys from in-memory index tree' (duration: 145.523523ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:26:21.42203Z","caller":"traceutil/trace.go:171","msg":"trace[1678929838] transaction","detail":"{read_only:false; response_revision:32889; number_of_response:1; }","duration":"114.972982ms","start":"2026-07-16T15:26:21.307036Z","end":"2026-07-16T15:26:21.422009Z","steps":["trace[1678929838] 'process raft request' (duration: 114.697885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:26:22.731221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.335816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:26:22.73133Z","caller":"traceutil/trace.go:171","msg":"trace[1754192769] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32898; }","duration":"116.499191ms","start":"2026-07-16T15:26:22.614809Z","end":"2026-07-16T15:26:22.731309Z","steps":["trace[1754192769] 'count revisions from in-memory index tree' (duration: 116.209323ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:27:05.36279Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30987} {"level":"info","ts":"2026-07-16T15:27:05.503177Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30987,"took":"136.684295ms","hash":1755066971,"current-db-size-bytes":60227584,"current-db-size":"60 MB","current-db-size-in-use-bytes":30945280,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-16T15:27:05.50325Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1755066971,"revision":30987,"compact-revision":28765} {"level":"info","ts":"2026-07-16T15:29:02.366327Z","caller":"traceutil/trace.go:171","msg":"trace[968941927] transaction","detail":"{read_only:false; response_revision:34069; number_of_response:1; }","duration":"223.625779ms","start":"2026-07-16T15:29:02.142669Z","end":"2026-07-16T15:29:02.366294Z","steps":["trace[968941927] 'process raft request' (duration: 203.986587ms)","trace[968941927] 'compare' (duration: 19.434687ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:29:02.366522Z","caller":"traceutil/trace.go:171","msg":"trace[1330869301] transaction","detail":"{read_only:false; response_revision:34070; number_of_response:1; }","duration":"170.527586ms","start":"2026-07-16T15:29:02.195964Z","end":"2026-07-16T15:29:02.366492Z","steps":["trace[1330869301] 'process raft request' (duration: 170.29303ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:29:13.120786Z","caller":"traceutil/trace.go:171","msg":"trace[306034810] transaction","detail":"{read_only:false; response_revision:34149; number_of_response:1; }","duration":"102.861934ms","start":"2026-07-16T15:29:13.017896Z","end":"2026-07-16T15:29:13.120758Z","steps":["trace[306034810] 'process raft request' (duration: 102.70474ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:29:13.250875Z","caller":"traceutil/trace.go:171","msg":"trace[1707675885] transaction","detail":"{read_only:false; response_revision:34150; number_of_response:1; }","duration":"107.368336ms","start":"2026-07-16T15:29:13.143466Z","end":"2026-07-16T15:29:13.250834Z","steps":["trace[1707675885] 'process raft request' (duration: 20.954785ms)","trace[1707675885] 'compare' (duration: 86.238867ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:29:14.251197Z","caller":"traceutil/trace.go:171","msg":"trace[1141733221] transaction","detail":"{read_only:false; response_revision:34154; number_of_response:1; }","duration":"103.718606ms","start":"2026-07-16T15:29:14.147445Z","end":"2026-07-16T15:29:14.251164Z","steps":["trace[1141733221] 'process raft request' (duration: 103.432539ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:29:43.329607Z","caller":"traceutil/trace.go:171","msg":"trace[1728816329] transaction","detail":"{read_only:false; response_revision:34367; number_of_response:1; }","duration":"116.48474ms","start":"2026-07-16T15:29:43.213092Z","end":"2026-07-16T15:29:43.329576Z","steps":["trace[1728816329] 'process raft request' (duration: 28.364646ms)","trace[1728816329] 'compare' (duration: 87.95588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:29:46.701702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.999166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-07-16T15:29:46.701822Z","caller":"traceutil/trace.go:171","msg":"trace[370084428] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:34388; }","duration":"122.161479ms","start":"2026-07-16T15:29:46.57963Z","end":"2026-07-16T15:29:46.701791Z","steps":["trace[370084428] 'range keys from in-memory index tree' (duration: 121.79154ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:29:47.11057Z","caller":"traceutil/trace.go:171","msg":"trace[1865762906] transaction","detail":"{read_only:false; response_revision:34392; number_of_response:1; }","duration":"112.376809ms","start":"2026-07-16T15:29:46.998154Z","end":"2026-07-16T15:29:47.110531Z","steps":["trace[1865762906] 'process raft request' (duration: 34.258661ms)","trace[1865762906] 'compare' (duration: 78.012434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:29:47.348628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.517644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T15:29:47.34871Z","caller":"traceutil/trace.go:171","msg":"trace[12492436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34393; }","duration":"121.643727ms","start":"2026-07-16T15:29:47.227044Z","end":"2026-07-16T15:29:47.348688Z","steps":["trace[12492436] 'range keys from in-memory index tree' (duration: 121.328258ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:29:47.578841Z","caller":"traceutil/trace.go:171","msg":"trace[1631478637] transaction","detail":"{read_only:false; response_revision:34395; number_of_response:1; }","duration":"160.038619ms","start":"2026-07-16T15:29:47.418777Z","end":"2026-07-16T15:29:47.578816Z","steps":["trace[1631478637] 'process raft request' (duration: 93.059134ms)","trace[1631478637] 'compare' (duration: 66.840161ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:29:47.585836Z","caller":"traceutil/trace.go:171","msg":"trace[1766028176] transaction","detail":"{read_only:false; response_revision:34396; number_of_response:1; }","duration":"103.589303ms","start":"2026-07-16T15:29:47.482228Z","end":"2026-07-16T15:29:47.585817Z","steps":["trace[1766028176] 'process raft request' (duration: 103.437179ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:29:47.78307Z","caller":"traceutil/trace.go:171","msg":"trace[913126869] transaction","detail":"{read_only:false; response_revision:34397; number_of_response:1; }","duration":"109.478668ms","start":"2026-07-16T15:29:47.673552Z","end":"2026-07-16T15:29:47.78303Z","steps":["trace[913126869] 'process raft request' (duration: 64.666328ms)","trace[913126869] 'compare' (duration: 44.371288ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:29:47.783087Z","caller":"traceutil/trace.go:171","msg":"trace[181640125] linearizableReadLoop","detail":"{readStateIndex:35477; appliedIndex:35476; }","duration":"107.256193ms","start":"2026-07-16T15:29:47.675802Z","end":"2026-07-16T15:29:47.783058Z","steps":["trace[181640125] 'read index received' (duration: 62.429163ms)","trace[181640125] 'applied index is now lower than readState.Index' (duration: 44.82616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:29:47.783578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.763476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-16T15:29:47.783666Z","caller":"traceutil/trace.go:171","msg":"trace[769593557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34398; }","duration":"107.890588ms","start":"2026-07-16T15:29:47.675754Z","end":"2026-07-16T15:29:47.783644Z","steps":["trace[769593557] 'agreement among raft nodes before linearized reading' (duration: 107.400957ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:29:51.134568Z","caller":"traceutil/trace.go:171","msg":"trace[1244149916] transaction","detail":"{read_only:false; response_revision:34422; number_of_response:1; }","duration":"101.539032ms","start":"2026-07-16T15:29:51.032992Z","end":"2026-07-16T15:29:51.134531Z","steps":["trace[1244149916] 'process raft request' (duration: 57.231445ms)","trace[1244149916] 'compare' (duration: 44.104172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:29:51.378274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.195076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:29:51.378367Z","caller":"traceutil/trace.go:171","msg":"trace[786103629] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:34424; }","duration":"143.342868ms","start":"2026-07-16T15:29:51.235007Z","end":"2026-07-16T15:29:51.37835Z","steps":["trace[786103629] 'count revisions from in-memory index tree' (duration: 142.866847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:29:51.37878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.14296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:29:51.378913Z","caller":"traceutil/trace.go:171","msg":"trace[1088049121] linearizableReadLoop","detail":"{readStateIndex:35507; appliedIndex:35506; }","duration":"122.717852ms","start":"2026-07-16T15:29:51.256171Z","end":"2026-07-16T15:29:51.378888Z","steps":["trace[1088049121] 'read index received' (duration: 2.231505ms)","trace[1088049121] 'applied index is now lower than readState.Index' (duration: 120.484337ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:29:51.378938Z","caller":"traceutil/trace.go:171","msg":"trace[360490800] transaction","detail":"{read_only:false; response_revision:34425; number_of_response:1; }","duration":"143.877912ms","start":"2026-07-16T15:29:51.235033Z","end":"2026-07-16T15:29:51.37891Z","steps":["trace[360490800] 'process raft request' (duration: 23.471916ms)","trace[360490800] 'compare' (duration: 119.618637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:29:51.379022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.835775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:29:51.37908Z","caller":"traceutil/trace.go:171","msg":"trace[1444636546] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:34425; }","duration":"122.911588ms","start":"2026-07-16T15:29:51.256149Z","end":"2026-07-16T15:29:51.37906Z","steps":["trace[1444636546] 'agreement among raft nodes before linearized reading' (duration: 122.812535ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:29:51.731608Z","caller":"traceutil/trace.go:171","msg":"trace[871721264] transaction","detail":"{read_only:false; response_revision:34427; number_of_response:1; }","duration":"110.538563ms","start":"2026-07-16T15:29:51.620831Z","end":"2026-07-16T15:29:51.73137Z","steps":["trace[871721264] 'process raft request' (duration: 110.314807ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:30:00.257778Z","caller":"traceutil/trace.go:171","msg":"trace[1342749701] transaction","detail":"{read_only:false; response_revision:34492; number_of_response:1; }","duration":"121.498943ms","start":"2026-07-16T15:30:00.136242Z","end":"2026-07-16T15:30:00.257741Z","steps":["trace[1342749701] 'process raft request' (duration: 105.349417ms)","trace[1342749701] 'compare' (duration: 15.935291ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:30:00.313421Z","caller":"traceutil/trace.go:171","msg":"trace[2030213646] transaction","detail":"{read_only:false; response_revision:34493; number_of_response:1; }","duration":"141.648147ms","start":"2026-07-16T15:30:00.171701Z","end":"2026-07-16T15:30:00.313349Z","steps":["trace[2030213646] 'process raft request' (duration: 141.280048ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:30:00.574688Z","caller":"traceutil/trace.go:171","msg":"trace[1393058885] transaction","detail":"{read_only:false; response_revision:34500; number_of_response:1; }","duration":"142.694483ms","start":"2026-07-16T15:30:00.43197Z","end":"2026-07-16T15:30:00.574664Z","steps":["trace[1393058885] 'process raft request' (duration: 138.401957ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:30:03.699833Z","caller":"traceutil/trace.go:171","msg":"trace[1441417875] linearizableReadLoop","detail":"{readStateIndex:35613; appliedIndex:35612; }","duration":"105.485649ms","start":"2026-07-16T15:30:03.594324Z","end":"2026-07-16T15:30:03.69981Z","steps":["trace[1441417875] 'read index received' (duration: 49.974697ms)","trace[1441417875] 'applied index is now lower than readState.Index' (duration: 55.509942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:30:03.70012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.779916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T15:30:03.700223Z","caller":"traceutil/trace.go:171","msg":"trace[2080131577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34527; }","duration":"105.892239ms","start":"2026-07-16T15:30:03.594281Z","end":"2026-07-16T15:30:03.700173Z","steps":["trace[2080131577] 'agreement among raft nodes before linearized reading' (duration: 105.620582ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:30:04.103687Z","caller":"traceutil/trace.go:171","msg":"trace[1856384658] transaction","detail":"{read_only:false; response_revision:34532; number_of_response:1; }","duration":"137.598439ms","start":"2026-07-16T15:30:03.966048Z","end":"2026-07-16T15:30:04.103647Z","steps":["trace[1856384658] 'process raft request' (duration: 137.183558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:30:33.290341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.315927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T15:30:33.290453Z","caller":"traceutil/trace.go:171","msg":"trace[1464994760] linearizableReadLoop","detail":"{readStateIndex:35854; appliedIndex:35853; }","duration":"201.827914ms","start":"2026-07-16T15:30:33.088609Z","end":"2026-07-16T15:30:33.290437Z","steps":["trace[1464994760] 'read index received' (duration: 86.062µs)","trace[1464994760] 'applied index is now lower than readState.Index' (duration: 201.740732ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:30:33.290535Z","caller":"traceutil/trace.go:171","msg":"trace[962869404] transaction","detail":"{read_only:false; response_revision:34762; number_of_response:1; }","duration":"326.658008ms","start":"2026-07-16T15:30:32.963866Z","end":"2026-07-16T15:30:33.290524Z","steps":["trace[962869404] 'process raft request' (duration: 69.076435ms)","trace[962869404] 'compare' (duration: 257.190524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:30:33.290596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:30:32.963841Z","time spent":"326.724959ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:30:33.290672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.038969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:30:33.290787Z","caller":"traceutil/trace.go:171","msg":"trace[1366866873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34762; }","duration":"202.259145ms","start":"2026-07-16T15:30:33.088503Z","end":"2026-07-16T15:30:33.290763Z","steps":["trace[1366866873] 'agreement among raft nodes before linearized reading' (duration: 202.074701ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:30:33.296099Z","caller":"traceutil/trace.go:171","msg":"trace[668933334] transaction","detail":"{read_only:false; response_revision:34763; number_of_response:1; }","duration":"185.33167ms","start":"2026-07-16T15:30:33.110749Z","end":"2026-07-16T15:30:33.296081Z","steps":["trace[668933334] 'process raft request' (duration: 185.209527ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:30:33.311484Z","caller":"traceutil/trace.go:171","msg":"trace[97581962] transaction","detail":"{read_only:false; response_revision:34764; number_of_response:1; }","duration":"104.952306ms","start":"2026-07-16T15:30:33.206507Z","end":"2026-07-16T15:30:33.31146Z","steps":["trace[97581962] 'process raft request' (duration: 104.835754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:30:33.311625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.704785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/heat-db-user\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-07-16T15:30:33.31169Z","caller":"traceutil/trace.go:171","msg":"trace[1220558426] range","detail":"{range_begin:/registry/secrets/openstack/heat-db-user; range_end:; response_count:1; response_revision:34764; }","duration":"127.803938ms","start":"2026-07-16T15:30:33.183872Z","end":"2026-07-16T15:30:33.311676Z","steps":["trace[1220558426] 'agreement among raft nodes before linearized reading' (duration: 127.595523ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:12.337188Z","caller":"traceutil/trace.go:171","msg":"trace[1024136895] transaction","detail":"{read_only:false; response_revision:35048; number_of_response:1; }","duration":"116.198582ms","start":"2026-07-16T15:31:12.220963Z","end":"2026-07-16T15:31:12.337162Z","steps":["trace[1024136895] 'process raft request' (duration: 116.045899ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:19.720237Z","caller":"traceutil/trace.go:171","msg":"trace[205483736] transaction","detail":"{read_only:false; response_revision:35120; number_of_response:1; }","duration":"138.635842ms","start":"2026-07-16T15:31:19.581569Z","end":"2026-07-16T15:31:19.720205Z","steps":["trace[205483736] 'process raft request' (duration: 42.741598ms)","trace[205483736] 'compare' (duration: 95.689989ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:31:19.739313Z","caller":"traceutil/trace.go:171","msg":"trace[1731327526] linearizableReadLoop","detail":"{readStateIndex:36225; appliedIndex:36223; }","duration":"122.409265ms","start":"2026-07-16T15:31:19.616887Z","end":"2026-07-16T15:31:19.739296Z","steps":["trace[1731327526] 'read index received' (duration: 7.433403ms)","trace[1731327526] 'applied index is now lower than readState.Index' (duration: 114.975022ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:31:19.739421Z","caller":"traceutil/trace.go:171","msg":"trace[128376230] transaction","detail":"{read_only:false; response_revision:35122; number_of_response:1; }","duration":"119.383631ms","start":"2026-07-16T15:31:19.620003Z","end":"2026-07-16T15:31:19.739386Z","steps":["trace[128376230] 'process raft request' (duration: 119.236488ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:19.739472Z","caller":"traceutil/trace.go:171","msg":"trace[200282591] transaction","detail":"{read_only:false; response_revision:35121; number_of_response:1; }","duration":"155.922067ms","start":"2026-07-16T15:31:19.583515Z","end":"2026-07-16T15:31:19.739437Z","steps":["trace[200282591] 'process raft request' (duration: 155.6217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:19.740508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.599774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-07-16T15:31:19.740642Z","caller":"traceutil/trace.go:171","msg":"trace[1125243882] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:35122; }","duration":"123.768758ms","start":"2026-07-16T15:31:19.616858Z","end":"2026-07-16T15:31:19.740627Z","steps":["trace[1125243882] 'agreement among raft nodes before linearized reading' (duration: 122.536618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:23.354953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701161379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:31:23.856073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296568433701161379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T15:31:23.94319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117235995s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T15:31:24.006559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33174612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-16T15:31:24.00663Z","caller":"traceutil/trace.go:171","msg":"trace[378964912] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:35148; }","duration":"1.331823922s","start":"2026-07-16T15:31:22.674787Z","end":"2026-07-16T15:31:24.006611Z","steps":["trace[378964912] 'range keys from in-memory index tree' (duration: 1.331560005s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.006664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:22.67474Z","time spent":"1.331915844s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-16T15:31:24.007074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332024487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T15:31:24.007166Z","caller":"traceutil/trace.go:171","msg":"trace[1240020022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35148; }","duration":"1.332192681s","start":"2026-07-16T15:31:22.67495Z","end":"2026-07-16T15:31:24.007143Z","steps":["trace[1240020022] 'range keys from in-memory index tree' (duration: 1.331793031s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.007213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:22.674889Z","time spent":"1.332312553s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T15:31:24.007389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296772121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T15:31:24.007462Z","caller":"traceutil/trace.go:171","msg":"trace[1152562480] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:35148; }","duration":"1.296885584s","start":"2026-07-16T15:31:22.710556Z","end":"2026-07-16T15:31:24.007442Z","steps":["trace[1152562480] 'count revisions from in-memory index tree' (duration: 1.29668666s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.007512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:22.710538Z","time spent":"1.296961166s","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":130,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-16T15:31:24.0077Z","caller":"traceutil/trace.go:171","msg":"trace[601064086] transaction","detail":"{read_only:false; response_revision:35149; number_of_response:1; }","duration":"1.18179342s","start":"2026-07-16T15:31:22.825848Z","end":"2026-07-16T15:31:24.007641Z","steps":["trace[601064086] 'process raft request' (duration: 1.117895961s)","trace[601064086] 'compare' (duration: 63.255193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:31:24.0079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:22.825822Z","time spent":"1.181975644s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:31:24.019201Z","caller":"traceutil/trace.go:171","msg":"trace[1477198290] transaction","detail":"{read_only:false; response_revision:35150; number_of_response:1; }","duration":"1.138997399s","start":"2026-07-16T15:31:22.880147Z","end":"2026-07-16T15:31:24.019144Z","steps":["trace[1477198290] 'process raft request' (duration: 1.138765203s)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:24.019238Z","caller":"traceutil/trace.go:171","msg":"trace[1134800682] transaction","detail":"{read_only:false; response_revision:35151; number_of_response:1; }","duration":"647.404451ms","start":"2026-07-16T15:31:23.37178Z","end":"2026-07-16T15:31:24.019185Z","steps":["trace[1134800682] 'process raft request' (duration: 647.248877ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:24.019291Z","caller":"traceutil/trace.go:171","msg":"trace[227073608] transaction","detail":"{read_only:false; response_revision:35152; number_of_response:1; }","duration":"472.078678ms","start":"2026-07-16T15:31:23.547191Z","end":"2026-07-16T15:31:24.01927Z","steps":["trace[227073608] 'process raft request' (duration: 471.890903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.019436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:23.547172Z","time spent":"472.194891ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:31:24.01944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:22.880104Z","time spent":"1.139189744s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T15:31:24.019447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:23.371767Z","time spent":"647.585516ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T15:31:24.040933Z","caller":"traceutil/trace.go:171","msg":"trace[974668613] transaction","detail":"{read_only:false; response_revision:35153; number_of_response:1; }","duration":"308.884551ms","start":"2026-07-16T15:31:23.732015Z","end":"2026-07-16T15:31:24.0409Z","steps":["trace[974668613] 'process raft request' (duration: 308.621435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.041142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:23.731995Z","time spent":"309.039877ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T15:31:24.041303Z","caller":"traceutil/trace.go:171","msg":"trace[967351095] transaction","detail":"{read_only:false; response_revision:35154; number_of_response:1; }","duration":"290.443749ms","start":"2026-07-16T15:31:23.750784Z","end":"2026-07-16T15:31:24.041228Z","steps":["trace[967351095] 'process raft request' (duration: 290.051159ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:24.041737Z","caller":"traceutil/trace.go:171","msg":"trace[1503475594] linearizableReadLoop","detail":"{readStateIndex:36260; appliedIndex:36252; }","duration":"1.187654063s","start":"2026-07-16T15:31:22.85406Z","end":"2026-07-16T15:31:24.041714Z","steps":["trace[1503475594] 'read index received' (duration: 1.089473963s)","trace[1503475594] 'applied index is now lower than readState.Index' (duration: 98.17887ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:31:24.041804Z","caller":"traceutil/trace.go:171","msg":"trace[1249979266] transaction","detail":"{read_only:false; response_revision:35155; number_of_response:1; }","duration":"196.807561ms","start":"2026-07-16T15:31:23.844977Z","end":"2026-07-16T15:31:24.041785Z","steps":["trace[1249979266] 'process raft request' (duration: 196.147845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.041991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.718696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:31:24.04203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187929769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:31:24.04206Z","caller":"traceutil/trace.go:171","msg":"trace[1313615578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35156; }","duration":"952.834489ms","start":"2026-07-16T15:31:23.08921Z","end":"2026-07-16T15:31:24.042044Z","steps":["trace[1313615578] 'agreement among raft nodes before linearized reading' (duration: 952.714486ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:24.042087Z","caller":"traceutil/trace.go:171","msg":"trace[1555186812] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:35156; }","duration":"1.188083574s","start":"2026-07-16T15:31:22.853985Z","end":"2026-07-16T15:31:24.042068Z","steps":["trace[1555186812] 'agreement among raft nodes before linearized reading' (duration: 1.187852948s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.042105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:23.089191Z","time spent":"952.90298ms","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T15:31:24.042147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:22.853948Z","time spent":"1.188183646s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:31:24.042351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.40319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T15:31:24.042398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.148503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:31:24.042422Z","caller":"traceutil/trace.go:171","msg":"trace[880662982] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:35156; }","duration":"684.509072ms","start":"2026-07-16T15:31:23.357895Z","end":"2026-07-16T15:31:24.042404Z","steps":["trace[880662982] 'agreement among raft nodes before linearized reading' (duration: 684.400989ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:24.04246Z","caller":"traceutil/trace.go:171","msg":"trace[1075620006] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:35156; }","duration":"895.268827ms","start":"2026-07-16T15:31:23.147176Z","end":"2026-07-16T15:31:24.042445Z","steps":["trace[1075620006] 'agreement among raft nodes before linearized reading' (duration: 895.158104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.042476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:23.357878Z","time spent":"684.581524ms","remote":"127.0.0.1:37354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:31:24.042446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.65531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T15:31:24.042601Z","caller":"traceutil/trace.go:171","msg":"trace[742059271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35156; }","duration":"190.853095ms","start":"2026-07-16T15:31:23.851712Z","end":"2026-07-16T15:31:24.042565Z","steps":["trace[742059271] 'agreement among raft nodes before linearized reading' (duration: 190.494816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.04251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:23.147151Z","time spent":"895.346578ms","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-16T15:31:24.043073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.622759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-ks-user-vwrms\" ","response":"range_response_count:1 size:9064"} {"level":"info","ts":"2026-07-16T15:31:24.043161Z","caller":"traceutil/trace.go:171","msg":"trace[378344311] range","detail":"{range_begin:/registry/pods/openstack/tempest-ks-user-vwrms; range_end:; response_count:1; response_revision:35156; }","duration":"674.758444ms","start":"2026-07-16T15:31:23.368377Z","end":"2026-07-16T15:31:24.043135Z","steps":["trace[378344311] 'agreement among raft nodes before linearized reading' (duration: 673.662847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:24.043226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T15:31:23.368359Z","time spent":"674.851065ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9087,"request content":"key:\"/registry/pods/openstack/tempest-ks-user-vwrms\" "} {"level":"info","ts":"2026-07-16T15:31:24.17953Z","caller":"traceutil/trace.go:171","msg":"trace[2026378054] transaction","detail":"{read_only:false; response_revision:35158; number_of_response:1; }","duration":"120.713463ms","start":"2026-07-16T15:31:24.058783Z","end":"2026-07-16T15:31:24.179496Z","steps":["trace[2026378054] 'process raft request' (duration: 120.444286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:36.587127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.681831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:31:36.587138Z","caller":"traceutil/trace.go:171","msg":"trace[730131408] transaction","detail":"{read_only:false; response_revision:35255; number_of_response:1; }","duration":"105.627363ms","start":"2026-07-16T15:31:36.481479Z","end":"2026-07-16T15:31:36.587107Z","steps":["trace[730131408] 'process raft request' (duration: 105.264024ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:36.5872Z","caller":"traceutil/trace.go:171","msg":"trace[1947319943] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:35255; }","duration":"133.804185ms","start":"2026-07-16T15:31:36.453384Z","end":"2026-07-16T15:31:36.587188Z","steps":["trace[1947319943] 'agreement among raft nodes before linearized reading' (duration: 133.667011ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:56.229201Z","caller":"traceutil/trace.go:171","msg":"trace[1027462605] linearizableReadLoop","detail":"{readStateIndex:36531; appliedIndex:36530; }","duration":"138.305926ms","start":"2026-07-16T15:31:56.090878Z","end":"2026-07-16T15:31:56.229184Z","steps":["trace[1027462605] 'read index received' (duration: 138.235884ms)","trace[1027462605] 'applied index is now lower than readState.Index' (duration: 69.232µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:31:56.229397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.50326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:31:56.229423Z","caller":"traceutil/trace.go:171","msg":"trace[1941218524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35420; }","duration":"138.542071ms","start":"2026-07-16T15:31:56.090872Z","end":"2026-07-16T15:31:56.229414Z","steps":["trace[1941218524] 'agreement among raft nodes before linearized reading' (duration: 138.47043ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:56.229688Z","caller":"traceutil/trace.go:171","msg":"trace[1474035594] transaction","detail":"{read_only:false; response_revision:35420; number_of_response:1; }","duration":"171.477279ms","start":"2026-07-16T15:31:56.058203Z","end":"2026-07-16T15:31:56.22968Z","steps":["trace[1474035594] 'process raft request' (duration: 170.880704ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:56.343685Z","caller":"traceutil/trace.go:171","msg":"trace[1981753137] transaction","detail":"{read_only:false; response_revision:35423; number_of_response:1; }","duration":"130.693499ms","start":"2026-07-16T15:31:56.212965Z","end":"2026-07-16T15:31:56.343659Z","steps":["trace[1981753137] 'process raft request' (duration: 130.609405ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:56.3437Z","caller":"traceutil/trace.go:171","msg":"trace[468944414] transaction","detail":"{read_only:false; response_revision:35421; number_of_response:1; }","duration":"171.450889ms","start":"2026-07-16T15:31:56.17222Z","end":"2026-07-16T15:31:56.343671Z","steps":["trace[468944414] 'process raft request' (duration: 152.701339ms)","trace[468944414] 'compare' (duration: 18.415091ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:31:56.343829Z","caller":"traceutil/trace.go:171","msg":"trace[393190430] transaction","detail":"{read_only:false; response_revision:35422; number_of_response:1; }","duration":"142.222202ms","start":"2026-07-16T15:31:56.201561Z","end":"2026-07-16T15:31:56.343783Z","steps":["trace[393190430] 'process raft request' (duration: 141.951524ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:56.343942Z","caller":"traceutil/trace.go:171","msg":"trace[489707661] transaction","detail":"{read_only:false; response_revision:35424; number_of_response:1; }","duration":"125.131172ms","start":"2026-07-16T15:31:56.218787Z","end":"2026-07-16T15:31:56.343918Z","steps":["trace[489707661] 'process raft request' (duration: 124.829373ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:56.344113Z","caller":"traceutil/trace.go:171","msg":"trace[85634526] linearizableReadLoop","detail":"{readStateIndex:36536; appliedIndex:36531; }","duration":"113.726402ms","start":"2026-07-16T15:31:56.230356Z","end":"2026-07-16T15:31:56.344083Z","steps":["trace[85634526] 'read index received' (duration: 94.663144ms)","trace[85634526] 'applied index is now lower than readState.Index' (duration: 19.059558ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:31:56.344141Z","caller":"traceutil/trace.go:171","msg":"trace[757663579] transaction","detail":"{read_only:false; response_revision:35425; number_of_response:1; }","duration":"115.820083ms","start":"2026-07-16T15:31:56.228268Z","end":"2026-07-16T15:31:56.344088Z","steps":["trace[757663579] 'process raft request' (duration: 115.528386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:56.344277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.900266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:31:56.344308Z","caller":"traceutil/trace.go:171","msg":"trace[71172037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35425; }","duration":"113.967378ms","start":"2026-07-16T15:31:56.230331Z","end":"2026-07-16T15:31:56.344298Z","steps":["trace[71172037] 'agreement among raft nodes before linearized reading' (duration: 113.873626ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:56.359199Z","caller":"traceutil/trace.go:171","msg":"trace[1625645396] transaction","detail":"{read_only:false; response_revision:35426; number_of_response:1; }","duration":"125.943922ms","start":"2026-07-16T15:31:56.233231Z","end":"2026-07-16T15:31:56.359175Z","steps":["trace[1625645396] 'process raft request' (duration: 125.726297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:56.359265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.264286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T15:31:56.359347Z","caller":"traceutil/trace.go:171","msg":"trace[785699069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35426; }","duration":"121.37621ms","start":"2026-07-16T15:31:56.237951Z","end":"2026-07-16T15:31:56.359327Z","steps":["trace[785699069] 'agreement among raft nodes before linearized reading' (duration: 121.160294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:31:56.359375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.985239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T15:31:56.359584Z","caller":"traceutil/trace.go:171","msg":"trace[1406945582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35426; }","duration":"110.194715ms","start":"2026-07-16T15:31:56.249313Z","end":"2026-07-16T15:31:56.359508Z","steps":["trace[1406945582] 'agreement among raft nodes before linearized reading' (duration: 109.875897ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:31:56.471789Z","caller":"traceutil/trace.go:171","msg":"trace[1179087757] transaction","detail":"{read_only:false; response_revision:35428; number_of_response:1; }","duration":"107.449327ms","start":"2026-07-16T15:31:56.364324Z","end":"2026-07-16T15:31:56.471773Z","steps":["trace[1179087757] 'process raft request' (duration: 88.518552ms)","trace[1179087757] 'compare' (duration: 18.515155ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:32:05.381214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33209} {"level":"info","ts":"2026-07-16T15:32:05.775585Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33209,"took":"389.047459ms","hash":3663518548,"current-db-size-bytes":61272064,"current-db-size":"61 MB","current-db-size-in-use-bytes":31735808,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-16T15:32:05.775675Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3663518548,"revision":33209,"compact-revision":30987} {"level":"warn","ts":"2026-07-16T15:32:37.269769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.145623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T15:32:37.269829Z","caller":"traceutil/trace.go:171","msg":"trace[977436426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35733; }","duration":"165.236986ms","start":"2026-07-16T15:32:37.104579Z","end":"2026-07-16T15:32:37.269816Z","steps":["trace[977436426] 'range keys from in-memory index tree' (duration: 165.037521ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:33:11.129067Z","caller":"traceutil/trace.go:171","msg":"trace[1521344734] transaction","detail":"{read_only:false; response_revision:35977; number_of_response:1; }","duration":"107.659293ms","start":"2026-07-16T15:33:11.021389Z","end":"2026-07-16T15:33:11.129048Z","steps":["trace[1521344734] 'process raft request' (duration: 107.57018ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:33:11.129088Z","caller":"traceutil/trace.go:171","msg":"trace[718891915] transaction","detail":"{read_only:false; response_revision:35976; number_of_response:1; }","duration":"108.700648ms","start":"2026-07-16T15:33:11.020354Z","end":"2026-07-16T15:33:11.129055Z","steps":["trace[718891915] 'process raft request' (duration: 104.132886ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:33:11.159876Z","caller":"traceutil/trace.go:171","msg":"trace[1057676650] transaction","detail":"{read_only:false; response_revision:35978; number_of_response:1; }","duration":"132.603794ms","start":"2026-07-16T15:33:11.027245Z","end":"2026-07-16T15:33:11.159848Z","steps":["trace[1057676650] 'process raft request' (duration: 132.40088ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:33:11.160106Z","caller":"traceutil/trace.go:171","msg":"trace[1666564261] linearizableReadLoop","detail":"{readStateIndex:37107; appliedIndex:37103; }","duration":"125.021099ms","start":"2026-07-16T15:33:11.035041Z","end":"2026-07-16T15:33:11.160063Z","steps":["trace[1666564261] 'read index received' (duration: 89.526747ms)","trace[1666564261] 'applied index is now lower than readState.Index' (duration: 35.491572ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:33:11.160176Z","caller":"traceutil/trace.go:171","msg":"trace[826204189] transaction","detail":"{read_only:false; response_revision:35979; number_of_response:1; }","duration":"131.460766ms","start":"2026-07-16T15:33:11.028673Z","end":"2026-07-16T15:33:11.160134Z","steps":["trace[826204189] 'process raft request' (duration: 131.129667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:33:11.160414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.359897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T15:33:11.160477Z","caller":"traceutil/trace.go:171","msg":"trace[1188959651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35979; }","duration":"125.47197ms","start":"2026-07-16T15:33:11.03499Z","end":"2026-07-16T15:33:11.160462Z","steps":["trace[1188959651] 'agreement among raft nodes before linearized reading' (duration: 125.249385ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:33:17.762465Z","caller":"traceutil/trace.go:171","msg":"trace[147148484] linearizableReadLoop","detail":"{readStateIndex:37155; appliedIndex:37154; }","duration":"102.099673ms","start":"2026-07-16T15:33:17.66034Z","end":"2026-07-16T15:33:17.762439Z","steps":["trace[147148484] 'read index received' (duration: 101.95692ms)","trace[147148484] 'applied index is now lower than readState.Index' (duration: 141.283µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:33:17.762525Z","caller":"traceutil/trace.go:171","msg":"trace[1599250143] transaction","detail":"{read_only:false; response_revision:36026; number_of_response:1; }","duration":"103.100837ms","start":"2026-07-16T15:33:17.659391Z","end":"2026-07-16T15:33:17.762492Z","steps":["trace[1599250143] 'process raft request' (duration: 102.876772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:33:17.762616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.253467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T15:33:17.762667Z","caller":"traceutil/trace.go:171","msg":"trace[887137053] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:36026; }","duration":"102.362479ms","start":"2026-07-16T15:33:17.660292Z","end":"2026-07-16T15:33:17.762654Z","steps":["trace[887137053] 'agreement among raft nodes before linearized reading' (duration: 102.261467ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:33:23.499785Z","caller":"traceutil/trace.go:171","msg":"trace[997776901] transaction","detail":"{read_only:false; response_revision:36063; number_of_response:1; }","duration":"124.580682ms","start":"2026-07-16T15:33:23.375183Z","end":"2026-07-16T15:33:23.499764Z","steps":["trace[997776901] 'process raft request' (duration: 109.065454ms)","trace[997776901] 'compare' (duration: 15.123288ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:34:46.289532Z","caller":"traceutil/trace.go:171","msg":"trace[1671837512] linearizableReadLoop","detail":"{readStateIndex:37816; appliedIndex:37815; }","duration":"134.467564ms","start":"2026-07-16T15:34:46.155037Z","end":"2026-07-16T15:34:46.289504Z","steps":["trace[1671837512] 'read index received' (duration: 68.368939ms)","trace[1671837512] 'applied index is now lower than readState.Index' (duration: 66.097225ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T15:34:46.289677Z","caller":"traceutil/trace.go:171","msg":"trace[738113895] transaction","detail":"{read_only:false; response_revision:36668; number_of_response:1; }","duration":"174.870722ms","start":"2026-07-16T15:34:46.114792Z","end":"2026-07-16T15:34:46.289663Z","steps":["trace[738113895] 'process raft request' (duration: 108.666584ms)","trace[738113895] 'compare' (duration: 65.86468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T15:34:46.289827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.100786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T15:34:46.28993Z","caller":"traceutil/trace.go:171","msg":"trace[1345825593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36668; }","duration":"132.229069ms","start":"2026-07-16T15:34:46.15768Z","end":"2026-07-16T15:34:46.289909Z","steps":["trace[1345825593] 'agreement among raft nodes before linearized reading' (duration: 132.007393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T15:34:46.290243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.173651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-16T15:34:46.29029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.239972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T15:34:46.290334Z","caller":"traceutil/trace.go:171","msg":"trace[1931487226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36668; }","duration":"135.309084ms","start":"2026-07-16T15:34:46.155003Z","end":"2026-07-16T15:34:46.290312Z","steps":["trace[1931487226] 'agreement among raft nodes before linearized reading' (duration: 135.058208ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:34:46.290504Z","caller":"traceutil/trace.go:171","msg":"trace[1243043640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36668; }","duration":"110.432098ms","start":"2026-07-16T15:34:46.179936Z","end":"2026-07-16T15:34:46.290368Z","steps":["trace[1243043640] 'agreement among raft nodes before linearized reading' (duration: 110.13055ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T15:37:05.402047Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35498} {"level":"info","ts":"2026-07-16T15:37:05.813691Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35498,"took":"406.578889ms","hash":3556500235,"current-db-size-bytes":61272064,"current-db-size":"61 MB","current-db-size-in-use-bytes":32194560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-16T15:37:05.813874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3556500235,"revision":35498,"compact-revision":33209} {"level":"info","ts":"2026-07-16T15:39:32.491022Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T15:39:32.497504Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-16T15:39:32.497682Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-16T15:42:05.40865Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37717} {"level":"info","ts":"2026-07-16T15:42:05.537488Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37717,"took":"123.912986ms","hash":1683885361,"current-db-size-bytes":61272064,"current-db-size":"61 MB","current-db-size-in-use-bytes":33181696,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-16T15:42:05.537741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1683885361,"revision":37717,"compact-revision":35498}