{"level":"warn","ts":"2026-07-21T05:25:11.880403Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T05:25:11.88061Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.59:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.59:2380","--initial-cluster=instance=https://199.19.213.59:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.59:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.59:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-21T05:25:11.880713Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T05:25:11.880734Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.59:2380"]} {"level":"info","ts":"2026-07-21T05:25:11.880767Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T05:25:11.881783Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.59:2379"]} {"level":"info","ts":"2026-07-21T05:25:11.881899Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.59:2380"],"listen-peer-urls":["https://199.19.213.59:2380"],"advertise-client-urls":["https://199.19.213.59:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.59:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.59:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-21T05:25:11.884836Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.592562ms"} {"level":"info","ts":"2026-07-21T05:25:11.895247Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"41c06612bf92f90","cluster-id":"7f792254ff9520b"} {"level":"info","ts":"2026-07-21T05:25:11.895363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 switched to configuration voters=()"} {"level":"info","ts":"2026-07-21T05:25:11.89541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 became follower at term 0"} {"level":"info","ts":"2026-07-21T05:25:11.895432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 41c06612bf92f90 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-21T05:25:11.895454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 became follower at term 1"} {"level":"info","ts":"2026-07-21T05:25:11.895573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 switched to configuration voters=(296118689918955408)"} {"level":"warn","ts":"2026-07-21T05:25:11.902579Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-21T05:25:11.906478Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-21T05:25:11.90823Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-21T05:25:11.911916Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"41c06612bf92f90","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-21T05:25:11.912132Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:25:11.912284Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:25:11.912304Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:25:11.912515Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"41c06612bf92f90","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-21T05:25:11.913502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 switched to configuration voters=(296118689918955408)"} {"level":"info","ts":"2026-07-21T05:25:11.913636Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7f792254ff9520b","local-member-id":"41c06612bf92f90","added-peer-id":"41c06612bf92f90","added-peer-peer-urls":["https://199.19.213.59:2380"]} {"level":"info","ts":"2026-07-21T05:25:11.916134Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T05:25:11.916243Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.59:2380"} {"level":"info","ts":"2026-07-21T05:25:11.916269Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.59:2380"} {"level":"info","ts":"2026-07-21T05:25:11.916636Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"41c06612bf92f90","initial-advertise-peer-urls":["https://199.19.213.59:2380"],"listen-peer-urls":["https://199.19.213.59:2380"],"advertise-client-urls":["https://199.19.213.59:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.59:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-21T05:25:11.916677Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-21T05:25:12.295954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 is starting a new election at term 1"} {"level":"info","ts":"2026-07-21T05:25:12.296036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-21T05:25:12.296083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 received MsgPreVoteResp from 41c06612bf92f90 at term 1"} {"level":"info","ts":"2026-07-21T05:25:12.296103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 became candidate at term 2"} {"level":"info","ts":"2026-07-21T05:25:12.296114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 received MsgVoteResp from 41c06612bf92f90 at term 2"} {"level":"info","ts":"2026-07-21T05:25:12.296163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"41c06612bf92f90 became leader at term 2"} {"level":"info","ts":"2026-07-21T05:25:12.296176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 41c06612bf92f90 elected leader 41c06612bf92f90 at term 2"} {"level":"info","ts":"2026-07-21T05:25:12.303152Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:25:12.320132Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T05:25:12.320129Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"41c06612bf92f90","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.59:2379]}","request-path":"/0/members/41c06612bf92f90/attributes","cluster-id":"7f792254ff9520b","publish-timeout":"7s"} {"level":"info","ts":"2026-07-21T05:25:12.320552Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T05:25:12.321063Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-21T05:25:12.321086Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-21T05:25:12.32191Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.59:2379"} {"level":"info","ts":"2026-07-21T05:25:12.323349Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-21T05:25:12.344732Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7f792254ff9520b","local-member-id":"41c06612bf92f90","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:25:12.344958Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:25:12.345004Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:25:21.104697Z","caller":"traceutil/trace.go:171","msg":"trace[738343652] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"125.940345ms","start":"2026-07-21T05:25:20.978727Z","end":"2026-07-21T05:25:21.104667Z","steps":["trace[738343652] 'process raft request' (duration: 125.72557ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:56.168663Z","caller":"traceutil/trace.go:171","msg":"trace[332000780] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"216.928749ms","start":"2026-07-21T05:25:55.951707Z","end":"2026-07-21T05:25:56.168636Z","steps":["trace[332000780] 'process raft request' (duration: 216.772705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:56.601895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.367723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:25:56.602019Z","caller":"traceutil/trace.go:171","msg":"trace[1979034097] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"421.137991ms","start":"2026-07-21T05:25:56.180865Z","end":"2026-07-21T05:25:56.602003Z","steps":["trace[1979034097] 'read index received' (duration: 21.534889ms)","trace[1979034097] 'applied index is now lower than readState.Index' (duration: 399.601962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:25:56.602231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.358017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:25:56.602272Z","caller":"traceutil/trace.go:171","msg":"trace[906442109] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:591; }","duration":"421.438499ms","start":"2026-07-21T05:25:56.180821Z","end":"2026-07-21T05:25:56.602259Z","steps":["trace[906442109] 'agreement among raft nodes before linearized reading' (duration: 421.367177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:56.602305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:56.180777Z","time spent":"421.520591ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"info","ts":"2026-07-21T05:25:56.602301Z","caller":"traceutil/trace.go:171","msg":"trace[110956612] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"426.697475ms","start":"2026-07-21T05:25:56.17552Z","end":"2026-07-21T05:25:56.602217Z","steps":["trace[110956612] 'process raft request' (duration: 26.787815ms)","trace[110956612] 'compare' (duration: 398.138497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:25:56.602389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.586022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-21T05:25:56.602409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.225611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:25:56.602451Z","caller":"traceutil/trace.go:171","msg":"trace[943560413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"326.700215ms","start":"2026-07-21T05:25:56.275737Z","end":"2026-07-21T05:25:56.602437Z","steps":["trace[943560413] 'agreement among raft nodes before linearized reading' (duration: 326.502241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:56.602493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:56.27571Z","time spent":"326.773827ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-21T05:25:56.602499Z","caller":"traceutil/trace.go:171","msg":"trace[254923789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"145.371904ms","start":"2026-07-21T05:25:56.457104Z","end":"2026-07-21T05:25:56.602476Z","steps":["trace[254923789] 'agreement among raft nodes before linearized reading' (duration: 145.17576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:56.602562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:56.175507Z","time spent":"426.938931ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:25:56.603272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.49562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8hktx\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-21T05:25:56.603369Z","caller":"traceutil/trace.go:171","msg":"trace[2131091593] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8hktx; range_end:; response_count:1; response_revision:591; }","duration":"243.659863ms","start":"2026-07-21T05:25:56.359688Z","end":"2026-07-21T05:25:56.603347Z","steps":["trace[2131091593] 'agreement among raft nodes before linearized reading' (duration: 242.654119ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:57.501177Z","caller":"traceutil/trace.go:171","msg":"trace[597370080] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"487.627474ms","start":"2026-07-21T05:25:57.013494Z","end":"2026-07-21T05:25:57.501121Z","steps":["trace[597370080] 'process raft request' (duration: 486.956478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:57.501513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:57.013464Z","time spent":"487.918742ms","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:26:12.809641Z","caller":"traceutil/trace.go:171","msg":"trace[1141514452] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"116.489452ms","start":"2026-07-21T05:26:12.693115Z","end":"2026-07-21T05:26:12.809604Z","steps":["trace[1141514452] 'process raft request' (duration: 100.64606ms)","trace[1141514452] 'compare' (duration: 15.713909ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:26:15.268542Z","caller":"traceutil/trace.go:171","msg":"trace[1430505368] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"135.398168ms","start":"2026-07-21T05:26:15.133114Z","end":"2026-07-21T05:26:15.268513Z","steps":["trace[1430505368] 'process raft request' (duration: 135.221804ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:26:57.125871Z","caller":"traceutil/trace.go:171","msg":"trace[1891272714] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"141.758132ms","start":"2026-07-21T05:26:56.984076Z","end":"2026-07-21T05:26:57.125834Z","steps":["trace[1891272714] 'process raft request' (duration: 141.339152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:29.869734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.757087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-17f4c2ea-1730-4fd9-9d73-728390476480\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-21T05:27:29.870019Z","caller":"traceutil/trace.go:171","msg":"trace[831136938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-17f4c2ea-1730-4fd9-9d73-728390476480; range_end:; response_count:1; response_revision:1825; }","duration":"425.072155ms","start":"2026-07-21T05:27:29.444927Z","end":"2026-07-21T05:27:29.869999Z","steps":["trace[831136938] 'range keys from in-memory index tree' (duration: 424.534862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:29.870062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.444829Z","time spent":"425.224729ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-17f4c2ea-1730-4fd9-9d73-728390476480\" "} {"level":"warn","ts":"2026-07-21T05:27:29.869723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.236637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:27:29.870206Z","caller":"traceutil/trace.go:171","msg":"trace[1983127562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1825; }","duration":"412.744078ms","start":"2026-07-21T05:27:29.457438Z","end":"2026-07-21T05:27:29.870182Z","steps":["trace[1983127562] 'range keys from in-memory index tree' (duration: 412.130804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:29.870319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.457427Z","time spent":"412.81477ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:27:29.870396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.882049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-21T05:27:29.870672Z","caller":"traceutil/trace.go:171","msg":"trace[1171957308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1825; }","duration":"442.204997ms","start":"2026-07-21T05:27:29.428442Z","end":"2026-07-21T05:27:29.870647Z","steps":["trace[1171957308] 'range keys from in-memory index tree' (duration: 441.05543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:29.870725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.428417Z","time spent":"442.29555ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-21T05:27:30.044037Z","caller":"traceutil/trace.go:171","msg":"trace[780327798] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"154.041048ms","start":"2026-07-21T05:27:29.889968Z","end":"2026-07-21T05:27:30.044009Z","steps":["trace[780327798] 'process raft request' (duration: 153.872934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.650273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.645104ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:27:30.650421Z","caller":"traceutil/trace.go:171","msg":"trace[393125994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1826; }","duration":"228.806538ms","start":"2026-07-21T05:27:30.421593Z","end":"2026-07-21T05:27:30.650399Z","steps":["trace[393125994] 'range keys from in-memory index tree' (duration: 228.626524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.650503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.800628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:27:30.650655Z","caller":"traceutil/trace.go:171","msg":"trace[159402115] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"534.623373ms","start":"2026-07-21T05:27:30.115979Z","end":"2026-07-21T05:27:30.650603Z","steps":["trace[159402115] 'read index received' (duration: 40.651µs)","trace[159402115] 'applied index is now lower than readState.Index' (duration: 534.581342ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:27:30.650723Z","caller":"traceutil/trace.go:171","msg":"trace[1104436001] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"679.646485ms","start":"2026-07-21T05:27:29.971058Z","end":"2026-07-21T05:27:30.650704Z","steps":["trace[1104436001] 'process raft request' (duration: 124.551779ms)","trace[1104436001] 'compare' (duration: 554.509341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:27:30.650833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.971034Z","time spent":"679.726626ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:27:30.650849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.876599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-21T05:27:30.650885Z","caller":"traceutil/trace.go:171","msg":"trace[1183069782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1827; }","duration":"534.951571ms","start":"2026-07-21T05:27:30.115924Z","end":"2026-07-21T05:27:30.650876Z","steps":["trace[1183069782] 'agreement among raft nodes before linearized reading' (duration: 534.794097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.650956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:30.115902Z","time spent":"535.017972ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:27:30.761855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.328864ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-21T05:27:30.76222Z","caller":"traceutil/trace.go:171","msg":"trace[495591575] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"111.484685ms","start":"2026-07-21T05:27:30.650683Z","end":"2026-07-21T05:27:30.762167Z","steps":["trace[495591575] 'read index received' (duration: 3.777791ms)","trace[495591575] 'applied index is now lower than readState.Index' (duration: 107.702953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:27:30.762429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.151432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-21T05:27:30.762501Z","caller":"traceutil/trace.go:171","msg":"trace[386200299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1828; }","duration":"397.263735ms","start":"2026-07-21T05:27:30.365219Z","end":"2026-07-21T05:27:30.762483Z","steps":["trace[386200299] 'agreement among raft nodes before linearized reading' (duration: 397.002269ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:30.762565Z","caller":"traceutil/trace.go:171","msg":"trace[1713245482] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"107.763575ms","start":"2026-07-21T05:27:30.654781Z","end":"2026-07-21T05:27:30.762544Z","steps":["trace[1713245482] 'process raft request' (duration: 107.272973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.762541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.625499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-21T05:27:30.762581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:30.365196Z","time spent":"397.371867ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-21T05:27:30.762653Z","caller":"traceutil/trace.go:171","msg":"trace[1271107083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1828; }","duration":"413.784013ms","start":"2026-07-21T05:27:30.348844Z","end":"2026-07-21T05:27:30.762628Z","steps":["trace[1271107083] 'agreement among raft nodes before linearized reading' (duration: 413.527346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.762762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:30.348821Z","time spent":"413.925507ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-21T05:28:03.696854Z","caller":"traceutil/trace.go:171","msg":"trace[1050359289] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"214.623408ms","start":"2026-07-21T05:28:03.482202Z","end":"2026-07-21T05:28:03.696825Z","steps":["trace[1050359289] 'process raft request' (duration: 214.428683ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:28:03.719346Z","caller":"traceutil/trace.go:171","msg":"trace[561874140] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"236.894334ms","start":"2026-07-21T05:28:03.482419Z","end":"2026-07-21T05:28:03.719313Z","steps":["trace[561874140] 'process raft request' (duration: 229.25014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:19.757414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.948744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:28:19.75752Z","caller":"traceutil/trace.go:171","msg":"trace[1224594396] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2218; }","duration":"614.507097ms","start":"2026-07-21T05:28:19.142997Z","end":"2026-07-21T05:28:19.757504Z","steps":["trace[1224594396] 'read index received' (duration: 495.311817ms)","trace[1224594396] 'applied index is now lower than readState.Index' (duration: 119.19416ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:28:19.757798Z","caller":"traceutil/trace.go:171","msg":"trace[1130848884] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"621.225859ms","start":"2026-07-21T05:28:19.136514Z","end":"2026-07-21T05:28:19.75774Z","steps":["trace[1130848884] 'process raft request' (duration: 501.858964ms)","trace[1130848884] 'compare' (duration: 118.697689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:28:19.757845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.248165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:28:19.757872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.136489Z","time spent":"621.348232ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:28:19.75789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.129352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-21T05:28:19.757927Z","caller":"traceutil/trace.go:171","msg":"trace[379221589] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2140; }","duration":"333.337667ms","start":"2026-07-21T05:28:19.424569Z","end":"2026-07-21T05:28:19.757907Z","steps":["trace[379221589] 'agreement among raft nodes before linearized reading' (duration: 333.179993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:19.757889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.005433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:28:19.757982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.424497Z","time spent":"333.47329ms","remote":"127.0.0.1:34770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:28:19.75805Z","caller":"traceutil/trace.go:171","msg":"trace[1251279377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2140; }","duration":"160.282179ms","start":"2026-07-21T05:28:19.597735Z","end":"2026-07-21T05:28:19.758018Z","steps":["trace[1251279377] 'agreement among raft nodes before linearized reading' (duration: 159.981802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:19.758094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.023771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-21T05:28:19.758149Z","caller":"traceutil/trace.go:171","msg":"trace[456223979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"505.114073ms","start":"2026-07-21T05:28:19.253021Z","end":"2026-07-21T05:28:19.758135Z","steps":["trace[456223979] 'agreement among raft nodes before linearized reading' (duration: 504.97734ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:28:19.757969Z","caller":"traceutil/trace.go:171","msg":"trace[453908696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2140; }","duration":"610.220274ms","start":"2026-07-21T05:28:19.147725Z","end":"2026-07-21T05:28:19.757945Z","steps":["trace[453908696] 'agreement among raft nodes before linearized reading' (duration: 609.964107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:19.758199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.252999Z","time spent":"505.188144ms","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-21T05:28:19.758259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.147714Z","time spent":"610.519912ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:28:19.758254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.246625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-21T05:28:19.758344Z","caller":"traceutil/trace.go:171","msg":"trace[1925555534] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2140; }","duration":"615.400109ms","start":"2026-07-21T05:28:19.142924Z","end":"2026-07-21T05:28:19.758324Z","steps":["trace[1925555534] 'agreement among raft nodes before linearized reading' (duration: 615.118652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:19.758399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.142894Z","time spent":"615.496241ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:28:20.290146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.832782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:28:20.290414Z","caller":"traceutil/trace.go:171","msg":"trace[2065622515] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2219; }","duration":"522.725686ms","start":"2026-07-21T05:28:19.767665Z","end":"2026-07-21T05:28:20.29039Z","steps":["trace[2065622515] 'read index received' (duration: 209.435223ms)","trace[2065622515] 'applied index is now lower than readState.Index' (duration: 313.289123ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:28:20.290626Z","caller":"traceutil/trace.go:171","msg":"trace[1889580052] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"527.121192ms","start":"2026-07-21T05:28:19.763488Z","end":"2026-07-21T05:28:20.290609Z","steps":["trace[1889580052] 'process raft request' (duration: 526.810855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:20.290744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.763463Z","time spent":"527.213255ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:28:20.290736Z","caller":"traceutil/trace.go:171","msg":"trace[765478658] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"527.629014ms","start":"2026-07-21T05:28:19.763053Z","end":"2026-07-21T05:28:20.290682Z","steps":["trace[765478658] 'process raft request' (duration: 214.046634ms)","trace[765478658] 'compare' (duration: 312.598726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:28:20.29081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.260616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:28:20.290866Z","caller":"traceutil/trace.go:171","msg":"trace[944753848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2142; }","duration":"444.370079ms","start":"2026-07-21T05:28:19.84648Z","end":"2026-07-21T05:28:20.29085Z","steps":["trace[944753848] 'agreement among raft nodes before linearized reading' (duration: 444.267056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:20.290905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.84644Z","time spent":"444.448551ms","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:28:20.290884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.445231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:28:20.290946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.854414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-21T05:28:20.290978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.76303Z","time spent":"527.813739ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:28:20.291007Z","caller":"traceutil/trace.go:171","msg":"trace[696389667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2142; }","duration":"501.916645ms","start":"2026-07-21T05:28:19.789075Z","end":"2026-07-21T05:28:20.290991Z","steps":["trace[696389667] 'agreement among raft nodes before linearized reading' (duration: 501.566607ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:28:20.291023Z","caller":"traceutil/trace.go:171","msg":"trace[2099288502] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2142; }","duration":"395.642426ms","start":"2026-07-21T05:28:19.895347Z","end":"2026-07-21T05:28:20.290989Z","steps":["trace[2099288502] 'agreement among raft nodes before linearized reading' (duration: 395.344429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:20.291056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.788997Z","time spent":"502.046648ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-21T05:28:20.291106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.895324Z","time spent":"395.765279ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:28:20.290918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.229399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-21T05:28:20.291232Z","caller":"traceutil/trace.go:171","msg":"trace[1114099470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2142; }","duration":"523.578556ms","start":"2026-07-21T05:28:19.767629Z","end":"2026-07-21T05:28:20.291208Z","steps":["trace[1114099470] 'agreement among raft nodes before linearized reading' (duration: 522.994162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:20.291315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:19.767617Z","time spent":"523.684509ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:28:20.52779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.451779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:28:20.527933Z","caller":"traceutil/trace.go:171","msg":"trace[1023301423] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"232.037588ms","start":"2026-07-21T05:28:20.295857Z","end":"2026-07-21T05:28:20.527895Z","steps":["trace[1023301423] 'process raft request' (duration: 229.501257ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:28:20.527976Z","caller":"traceutil/trace.go:171","msg":"trace[970082151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2143; }","duration":"105.667784ms","start":"2026-07-21T05:28:20.422278Z","end":"2026-07-21T05:28:20.527946Z","steps":["trace[970082151] 'range keys from in-memory index tree' (duration: 105.421648ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:28:20.52801Z","caller":"traceutil/trace.go:171","msg":"trace[22949100] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"232.027708ms","start":"2026-07-21T05:28:20.295941Z","end":"2026-07-21T05:28:20.527968Z","steps":["trace[22949100] 'process raft request' (duration: 231.903885ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:28:56.46624Z","caller":"traceutil/trace.go:171","msg":"trace[881060766] linearizableReadLoop","detail":"{readStateIndex:2476; appliedIndex:2475; }","duration":"456.725038ms","start":"2026-07-21T05:28:56.009479Z","end":"2026-07-21T05:28:56.466204Z","steps":["trace[881060766] 'read index received' (duration: 456.412281ms)","trace[881060766] 'applied index is now lower than readState.Index' (duration: 311.617µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:28:56.466387Z","caller":"traceutil/trace.go:171","msg":"trace[769408417] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"457.181999ms","start":"2026-07-21T05:28:56.00914Z","end":"2026-07-21T05:28:56.466322Z","steps":["trace[769408417] 'process raft request' (duration: 456.847931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:56.466593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:56.00911Z","time spent":"457.377683ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:28:56.466606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.098867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-21T05:28:56.466711Z","caller":"traceutil/trace.go:171","msg":"trace[501355064] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2388; }","duration":"457.23724ms","start":"2026-07-21T05:28:56.009448Z","end":"2026-07-21T05:28:56.466685Z","steps":["trace[501355064] 'agreement among raft nodes before linearized reading' (duration: 456.935553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:56.466754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:56.009438Z","time spent":"457.306212ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-21T05:29:27.410613Z","caller":"traceutil/trace.go:171","msg":"trace[1826056241] linearizableReadLoop","detail":"{readStateIndex:2656; appliedIndex:2655; }","duration":"175.117493ms","start":"2026-07-21T05:29:27.235468Z","end":"2026-07-21T05:29:27.410586Z","steps":["trace[1826056241] 'read index received' (duration: 175.025621ms)","trace[1826056241] 'applied index is now lower than readState.Index' (duration: 90.702µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:29:27.410896Z","caller":"traceutil/trace.go:171","msg":"trace[1848257046] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"191.11611ms","start":"2026-07-21T05:29:27.219746Z","end":"2026-07-21T05:29:27.410862Z","steps":["trace[1848257046] 'process raft request' (duration: 190.654348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:27.410968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.474971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-21T05:29:27.411073Z","caller":"traceutil/trace.go:171","msg":"trace[309200548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2561; }","duration":"175.621165ms","start":"2026-07-21T05:29:27.235418Z","end":"2026-07-21T05:29:27.411039Z","steps":["trace[309200548] 'agreement among raft nodes before linearized reading' (duration: 175.325578ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:27.477398Z","caller":"traceutil/trace.go:171","msg":"trace[1010085878] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"122.610193ms","start":"2026-07-21T05:29:27.354751Z","end":"2026-07-21T05:29:27.477361Z","steps":["trace[1010085878] 'process raft request' (duration: 121.403494ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:32.778607Z","caller":"traceutil/trace.go:171","msg":"trace[197272696] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"118.247588ms","start":"2026-07-21T05:29:32.660321Z","end":"2026-07-21T05:29:32.778569Z","steps":["trace[197272696] 'process raft request' (duration: 118.060183ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:32.790294Z","caller":"traceutil/trace.go:171","msg":"trace[1457322625] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2680; }","duration":"128.728001ms","start":"2026-07-21T05:29:32.661534Z","end":"2026-07-21T05:29:32.790262Z","steps":["trace[1457322625] 'read index received' (duration: 116.946347ms)","trace[1457322625] 'applied index is now lower than readState.Index' (duration: 11.780484ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:29:32.790446Z","caller":"traceutil/trace.go:171","msg":"trace[1398103487] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"129.762886ms","start":"2026-07-21T05:29:32.660627Z","end":"2026-07-21T05:29:32.79039Z","steps":["trace[1398103487] 'process raft request' (duration: 129.463949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:32.790566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.004668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:29:32.790619Z","caller":"traceutil/trace.go:171","msg":"trace[2120737958] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2586; }","duration":"129.10729ms","start":"2026-07-21T05:29:32.661498Z","end":"2026-07-21T05:29:32.790606Z","steps":["trace[2120737958] 'agreement among raft nodes before linearized reading' (duration: 128.919126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:32.790724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.784559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-21T05:29:32.790757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.853376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-21T05:29:32.790807Z","caller":"traceutil/trace.go:171","msg":"trace[407059936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2586; }","duration":"120.904752ms","start":"2026-07-21T05:29:32.669883Z","end":"2026-07-21T05:29:32.790788Z","steps":["trace[407059936] 'agreement among raft nodes before linearized reading' (duration: 120.639605ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:32.791184Z","caller":"traceutil/trace.go:171","msg":"trace[1097748030] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2586; }","duration":"127.05336ms","start":"2026-07-21T05:29:32.663839Z","end":"2026-07-21T05:29:32.790892Z","steps":["trace[1097748030] 'agreement among raft nodes before linearized reading' (duration: 126.667501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:33.119669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.098045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:29:33.119791Z","caller":"traceutil/trace.go:171","msg":"trace[335081094] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2682; }","duration":"321.728145ms","start":"2026-07-21T05:29:32.798048Z","end":"2026-07-21T05:29:33.119777Z","steps":["trace[335081094] 'read index received' (duration: 193.563158ms)","trace[335081094] 'applied index is now lower than readState.Index' (duration: 128.164417ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:29:33.119849Z","caller":"traceutil/trace.go:171","msg":"trace[721231779] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"323.260233ms","start":"2026-07-21T05:29:32.796578Z","end":"2026-07-21T05:29:33.119839Z","steps":["trace[721231779] 'process raft request' (duration: 323.16169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:33.119894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:29:32.796567Z","time spent":"323.303673ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:29:33.119874Z","caller":"traceutil/trace.go:171","msg":"trace[1885115980] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"323.449557ms","start":"2026-07-21T05:29:32.796368Z","end":"2026-07-21T05:29:33.119818Z","steps":["trace[1885115980] 'process raft request' (duration: 195.130666ms)","trace[1885115980] 'compare' (duration: 127.990853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:29:33.120053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:29:32.796344Z","time spent":"323.619102ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:29:33.120148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.107885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-21T05:29:33.120169Z","caller":"traceutil/trace.go:171","msg":"trace[1073296390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2588; }","duration":"322.150385ms","start":"2026-07-21T05:29:32.798012Z","end":"2026-07-21T05:29:33.120162Z","steps":["trace[1073296390] 'agreement among raft nodes before linearized reading' (duration: 322.024682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:33.120187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:29:32.797999Z","time spent":"322.184077ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-21T05:29:33.143527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.455661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:29:33.143607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.912483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-21T05:29:33.14371Z","caller":"traceutil/trace.go:171","msg":"trace[722464485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2589; }","duration":"234.082217ms","start":"2026-07-21T05:29:32.909605Z","end":"2026-07-21T05:29:33.143687Z","steps":["trace[722464485] 'agreement among raft nodes before linearized reading' (duration: 233.77484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:33.1439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.491944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:29:33.143944Z","caller":"traceutil/trace.go:171","msg":"trace[1528055707] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2589; }","duration":"305.574216ms","start":"2026-07-21T05:29:32.838355Z","end":"2026-07-21T05:29:33.143929Z","steps":["trace[1528055707] 'agreement among raft nodes before linearized reading' (duration: 305.513205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:33.143975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:29:32.838337Z","time spent":"305.628557ms","remote":"127.0.0.1:34770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:29:33.143644Z","caller":"traceutil/trace.go:171","msg":"trace[1301771621] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2589; }","duration":"180.621616ms","start":"2026-07-21T05:29:32.963003Z","end":"2026-07-21T05:29:33.143625Z","steps":["trace[1301771621] 'agreement among raft nodes before linearized reading' (duration: 180.37377ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:33.143976Z","caller":"traceutil/trace.go:171","msg":"trace[1753757727] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"123.400703ms","start":"2026-07-21T05:29:33.020556Z","end":"2026-07-21T05:29:33.143957Z","steps":["trace[1753757727] 'process raft request' (duration: 122.577333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:45.913384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:46.266265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081678197s","expected-duration":"1s"} {"level":"info","ts":"2026-07-21T05:30:46.267746Z","caller":"traceutil/trace.go:171","msg":"trace[529554259] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"1.0838616s","start":"2026-07-21T05:30:45.183766Z","end":"2026-07-21T05:30:46.267627Z","steps":["trace[529554259] 'process raft request' (duration: 1.082730343s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.267977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.183734Z","time spent":"1.084159798s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:46.26849Z","caller":"traceutil/trace.go:171","msg":"trace[1377558136] linearizableReadLoop","detail":"{readStateIndex:3081; appliedIndex:3078; }","duration":"855.292563ms","start":"2026-07-21T05:30:45.413161Z","end":"2026-07-21T05:30:46.268454Z","steps":["trace[1377558136] 'read index received' (duration: 853.343106ms)","trace[1377558136] 'applied index is now lower than readState.Index' (duration: 1.947637ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:30:46.269001Z","caller":"traceutil/trace.go:171","msg":"trace[1798609669] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"549.77714ms","start":"2026-07-21T05:30:45.719196Z","end":"2026-07-21T05:30:46.268973Z","steps":["trace[1798609669] 'process raft request' (duration: 549.051642ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:46.269046Z","caller":"traceutil/trace.go:171","msg":"trace[1993759629] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"496.197756ms","start":"2026-07-21T05:30:45.772828Z","end":"2026-07-21T05:30:46.269025Z","steps":["trace[1993759629] 'process raft request' (duration: 495.567571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.269097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.719168Z","time spent":"549.882822ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:46.269091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.944377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:46.269166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.820496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-21T05:30:46.269173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.772802Z","time spent":"496.294149ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:46.269124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.898919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:46.269208Z","caller":"traceutil/trace.go:171","msg":"trace[467973676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2970; }","duration":"812.133262ms","start":"2026-07-21T05:30:45.457047Z","end":"2026-07-21T05:30:46.26918Z","steps":["trace[467973676] 'agreement among raft nodes before linearized reading' (duration: 811.953267ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:46.269231Z","caller":"traceutil/trace.go:171","msg":"trace[1646418645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2970; }","duration":"369.925389ms","start":"2026-07-21T05:30:45.899286Z","end":"2026-07-21T05:30:46.269211Z","steps":["trace[1646418645] 'agreement among raft nodes before linearized reading' (duration: 369.746514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.26919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.268354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:46.269271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.457025Z","time spent":"812.232915ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:46.269295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.899255Z","time spent":"370.026881ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-21T05:30:46.26932Z","caller":"traceutil/trace.go:171","msg":"trace[1791444227] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2970; }","duration":"657.428088ms","start":"2026-07-21T05:30:45.611862Z","end":"2026-07-21T05:30:46.269291Z","steps":["trace[1791444227] 'agreement among raft nodes before linearized reading' (duration: 657.162491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.269406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.611806Z","time spent":"657.588042ms","remote":"127.0.0.1:34858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:46.269524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.811573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.59\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-21T05:30:46.269587Z","caller":"traceutil/trace.go:171","msg":"trace[1757976772] range","detail":"{range_begin:/registry/masterleases/199.19.213.59; range_end:; response_count:1; response_revision:2970; }","duration":"726.894414ms","start":"2026-07-21T05:30:45.542678Z","end":"2026-07-21T05:30:46.269573Z","steps":["trace[1757976772] 'agreement among raft nodes before linearized reading' (duration: 726.642908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.269572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.013029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-21T05:30:46.269623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.542667Z","time spent":"726.949945ms","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.59\" "} {"level":"info","ts":"2026-07-21T05:30:46.269671Z","caller":"traceutil/trace.go:171","msg":"trace[1417510106] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2970; }","duration":"766.193413ms","start":"2026-07-21T05:30:45.503439Z","end":"2026-07-21T05:30:46.269632Z","steps":["trace[1417510106] 'agreement among raft nodes before linearized reading' (duration: 765.727772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.269744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.50341Z","time spent":"766.317486ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-21T05:30:46.269788Z","caller":"traceutil/trace.go:171","msg":"trace[1985271102] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2970; }","duration":"856.131064ms","start":"2026-07-21T05:30:45.413109Z","end":"2026-07-21T05:30:46.26924Z","steps":["trace[1985271102] 'agreement among raft nodes before linearized reading' (duration: 855.791316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.269839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.416878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-07-21T05:30:46.269856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.413088Z","time spent":"856.746989ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:30:46.269918Z","caller":"traceutil/trace.go:171","msg":"trace[227333453] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2970; }","duration":"263.528281ms","start":"2026-07-21T05:30:46.006368Z","end":"2026-07-21T05:30:46.269896Z","steps":["trace[227333453] 'agreement among raft nodes before linearized reading' (duration: 262.824554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.269729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.249852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-21T05:30:46.269764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.043644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-21T05:30:46.270145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.437994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-21T05:30:46.270035Z","caller":"traceutil/trace.go:171","msg":"trace[1863871519] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2970; }","duration":"764.034191ms","start":"2026-07-21T05:30:45.505964Z","end":"2026-07-21T05:30:46.269998Z","steps":["trace[1863871519] 'agreement among raft nodes before linearized reading' (duration: 763.103788ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:46.27021Z","caller":"traceutil/trace.go:171","msg":"trace[1846832520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2970; }","duration":"373.535006ms","start":"2026-07-21T05:30:45.896656Z","end":"2026-07-21T05:30:46.270191Z","steps":["trace[1846832520] 'agreement among raft nodes before linearized reading' (duration: 372.381918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.270234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.50594Z","time spent":"764.281417ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:46.270283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.896635Z","time spent":"373.621538ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-21T05:30:46.270138Z","caller":"traceutil/trace.go:171","msg":"trace[183118178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2970; }","duration":"760.64786ms","start":"2026-07-21T05:30:45.50947Z","end":"2026-07-21T05:30:46.270117Z","steps":["trace[183118178] 'agreement among raft nodes before linearized reading' (duration: 759.566093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.270477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.509462Z","time spent":"760.976517ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:30:50.84143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:51.341711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:51.841898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:52.342021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:52.457656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:52.457819Z","caller":"traceutil/trace.go:171","msg":"trace[502822482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547605s","start":"2026-07-21T05:30:50.457242Z","end":"2026-07-21T05:30:52.45779Z","steps":["trace[502822482] 'agreement among raft nodes before linearized reading' (duration: 2.00033752s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:52.457883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.457203Z","time spent":"2.000667738s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:52.84261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:53.342916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:53.843934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:54.344337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:54.458783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:54.458887Z","caller":"traceutil/trace.go:171","msg":"trace[1780717772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281988s","start":"2026-07-21T05:30:52.458586Z","end":"2026-07-21T05:30:54.458868Z","steps":["trace[1780717772] 'agreement among raft nodes before linearized reading' (duration: 2.000154745s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.458937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.458561Z","time spent":"2.000364759s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:54.845217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:55.278143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:55.278232Z","caller":"traceutil/trace.go:171","msg":"trace[930209088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322539s","start":"2026-07-21T05:30:53.277888Z","end":"2026-07-21T05:30:55.27821Z","steps":["trace[930209088] 'agreement among raft nodes before linearized reading' (duration: 2.000207126s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:55.278284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.277871Z","time spent":"2.000402591s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:55.283412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.283741Z","time spent":"4.99966752s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:30:55.293013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999794294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:55.293082Z","caller":"traceutil/trace.go:171","msg":"trace[1961418617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999894526s","start":"2026-07-21T05:30:50.293167Z","end":"2026-07-21T05:30:55.293061Z","steps":["trace[1961418617] 'agreement among raft nodes before linearized reading' (duration: 4.999826715s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:55.293154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.293144Z","time spent":"4.999995798s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:30:55.293234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999438935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:55.293265Z","caller":"traceutil/trace.go:171","msg":"trace[1129602001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999494706s","start":"2026-07-21T05:30:50.29376Z","end":"2026-07-21T05:30:55.293255Z","steps":["trace[1129602001] 'agreement among raft nodes before linearized reading' (duration: 4.999451075s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:55.293293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.293752Z","time spent":"4.999533538s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:55.293353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999439345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:55.293409Z","caller":"traceutil/trace.go:171","msg":"trace[1179471581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999546487s","start":"2026-07-21T05:30:50.29385Z","end":"2026-07-21T05:30:55.293397Z","steps":["trace[1179471581] 'agreement among raft nodes before linearized reading' (duration: 4.999472496s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:55.293444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.293829Z","time spent":"4.999607259s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:30:55.345802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:55.846431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:56.346897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:56.46803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:56.468123Z","caller":"traceutil/trace.go:171","msg":"trace[582974399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661389s","start":"2026-07-21T05:30:54.467444Z","end":"2026-07-21T05:30:56.468105Z","steps":["trace[582974399] 'agreement among raft nodes before linearized reading' (duration: 2.000546096s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:56.468199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.467416Z","time spent":"2.000756821s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:56.847723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:57.341252Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-21T05:30:57.341487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.04677528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:30:57.34154Z","caller":"traceutil/trace.go:171","msg":"trace[882903964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"7.046864573s","start":"2026-07-21T05:30:50.294656Z","end":"2026-07-21T05:30:57.34152Z","steps":["trace[882903964] 'agreement among raft nodes before linearized reading' (duration: 7.046793241s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.341594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.294644Z","time spent":"7.046937854s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:57.341627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.048295527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:30:57.341772Z","caller":"traceutil/trace.go:171","msg":"trace[1210333870] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"7.048508372s","start":"2026-07-21T05:30:50.293232Z","end":"2026-07-21T05:30:57.34174Z","steps":["trace[1210333870] 'agreement among raft nodes before linearized reading' (duration: 7.048325948s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.34185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.29321Z","time spent":"7.048622496s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:57.34446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.346579Z","time spent":"4.99787589s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/21 05:30:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:57.3455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.345398Z","time spent":"7.000098134s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:30:57.828757Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2f909f83229e714c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:30:57.842454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:57.986412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.985499Z","time spent":"7.000905544s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:30:58.34336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:58.468796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000691009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:58.468863Z","caller":"traceutil/trace.go:171","msg":"trace[893969977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000798122s","start":"2026-07-21T05:30:56.468049Z","end":"2026-07-21T05:30:58.468847Z","steps":["trace[893969977] 'agreement among raft nodes before linearized reading' (duration: 2.00071629s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:58.468896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.468026Z","time spent":"2.000862833s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:58.843518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:59.344667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:59.845133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:00.282265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997207183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.28235Z","caller":"traceutil/trace.go:171","msg":"trace[424325616] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997363707s","start":"2026-07-21T05:30:55.284969Z","end":"2026-07-21T05:31:00.282332Z","steps":["trace[424325616] 'agreement among raft nodes before linearized reading' (duration: 4.997232814s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.282447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.284949Z","time spent":"4.99747709s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.283903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.339637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.283989Z","caller":"traceutil/trace.go:171","msg":"trace[688249271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"933.465371ms","start":"2026-07-21T05:30:59.350504Z","end":"2026-07-21T05:31:00.283969Z","steps":["trace[688249271] 'agreement among raft nodes before linearized reading' (duration: 933.359548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.284072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:59.350492Z","time spent":"933.536432ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.292813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.167677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.292911Z","caller":"traceutil/trace.go:171","msg":"trace[1738840715] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"946.31441ms","start":"2026-07-21T05:30:59.346576Z","end":"2026-07-21T05:31:00.292891Z","steps":["trace[1738840715] 'agreement among raft nodes before linearized reading' (duration: 946.199487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.292958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:59.34655Z","time spent":"946.399683ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.293622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998118702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.293709Z","caller":"traceutil/trace.go:171","msg":"trace[886401109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998244586s","start":"2026-07-21T05:30:57.295452Z","end":"2026-07-21T05:31:00.293697Z","steps":["trace[886401109] 'agreement among raft nodes before linearized reading' (duration: 2.998153103s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.293789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998291017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.293845Z","caller":"traceutil/trace.go:171","msg":"trace[354331469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998375789s","start":"2026-07-21T05:30:57.295452Z","end":"2026-07-21T05:31:00.293828Z","steps":["trace[354331469] 'agreement among raft nodes before linearized reading' (duration: 2.998325827s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.293703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996900173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-21T05:31:00.293889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.295432Z","time spent":"2.99844686s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:31:00.293894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.295432Z","time spent":"2.998345367s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-21T05:31:00.294022Z","caller":"traceutil/trace.go:171","msg":"trace[1637944201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99718206s","start":"2026-07-21T05:30:57.296736Z","end":"2026-07-21T05:31:00.293918Z","steps":["trace[1637944201] 'agreement among raft nodes before linearized reading' (duration: 2.996905873s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.294108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.296715Z","time spent":"2.997376825s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.294247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.429764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.294343Z","caller":"traceutil/trace.go:171","msg":"trace[1688126243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"946.560237ms","start":"2026-07-21T05:30:59.347725Z","end":"2026-07-21T05:31:00.294285Z","steps":["trace[1688126243] 'agreement among raft nodes before linearized reading' (duration: 946.468564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.29446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:59.347698Z","time spent":"946.750911ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.305194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451265633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.30526Z","caller":"traceutil/trace.go:171","msg":"trace[151513387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.451372825s","start":"2026-07-21T05:30:54.853877Z","end":"2026-07-21T05:31:00.30525Z","steps":["trace[151513387] 'agreement among raft nodes before linearized reading' (duration: 5.451298544s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.305289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.853857Z","time spent":"5.451424196s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.345896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:00.476792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.476886Z","caller":"traceutil/trace.go:171","msg":"trace[187443111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270859s","start":"2026-07-21T05:30:58.476585Z","end":"2026-07-21T05:31:00.476856Z","steps":["trace[187443111] 'agreement among raft nodes before linearized reading' (duration: 2.000168627s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.476933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:58.476562Z","time spent":"2.000361811s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.846949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:01.208262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999949929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:01.208344Z","caller":"traceutil/trace.go:171","msg":"trace[516660196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000082901s","start":"2026-07-21T05:30:51.208242Z","end":"2026-07-21T05:31:01.208325Z","steps":["trace[516660196] 'agreement among raft nodes before linearized reading' (duration: 9.999982619s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:01.208392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.208222Z","time spent":"10.000160834s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/21 05:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:01.348059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:01.465251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.464284Z","time spent":"7.000960956s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:01.833462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.83327Z","time spent":"7.000185597s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:01.851678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:02.344622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999017656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:02.344702Z","caller":"traceutil/trace.go:171","msg":"trace[1099913532] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999154889s","start":"2026-07-21T05:30:57.345529Z","end":"2026-07-21T05:31:02.344684Z","steps":["trace[1099913532] 'agreement among raft nodes before linearized reading' (duration: 4.999055277s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:02.344751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.345517Z","time spent":"4.999222782s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/21 05:31:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:02.352608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:02.477358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:02.477451Z","caller":"traceutil/trace.go:171","msg":"trace[868989633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372631s","start":"2026-07-21T05:31:00.477059Z","end":"2026-07-21T05:31:02.477431Z","steps":["trace[868989633] 'agreement among raft nodes before linearized reading' (duration: 2.000256058s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:02.4775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.477039Z","time spent":"2.000450753s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:31:02.853803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:03.354872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:03.681181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.680594Z","time spent":"7.000577897s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:03.855269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:03.866535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:03.866621Z","caller":"traceutil/trace.go:171","msg":"trace[1276582888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069745s","start":"2026-07-21T05:31:01.866535Z","end":"2026-07-21T05:31:03.866605Z","steps":["trace[1276582888] 'agreement among raft nodes before linearized reading' (duration: 1.999954552s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:03.866723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.866511Z","time spent":"2.000191567s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:04.342244Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-21T05:31:04.342418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.798353379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.59\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.342471Z","caller":"traceutil/trace.go:171","msg":"trace[1964240448] range","detail":"{range_begin:/registry/masterleases/199.19.213.59; range_end:; }","duration":"8.798456191s","start":"2026-07-21T05:30:55.543993Z","end":"2026-07-21T05:31:04.342449Z","steps":["trace[1964240448] 'agreement among raft nodes before linearized reading' (duration: 8.79838958s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.34252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.543971Z","time spent":"8.798539044s","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.59\" "} {"level":"warn","ts":"2026-07-21T05:31:04.342523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.056957904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:04.342566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.699481202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:04.342598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.739770902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.342607Z","caller":"traceutil/trace.go:171","msg":"trace[1312358501] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"13.057101128s","start":"2026-07-21T05:30:51.285486Z","end":"2026-07-21T05:31:04.342587Z","steps":["trace[1312358501] 'agreement among raft nodes before linearized reading' (duration: 13.056991245s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:04.342599Z","caller":"traceutil/trace.go:171","msg":"trace[1554628709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"13.699548964s","start":"2026-07-21T05:30:50.643042Z","end":"2026-07-21T05:31:04.342591Z","steps":["trace[1554628709] 'agreement among raft nodes before linearized reading' (duration: 13.699517213s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.34265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.64302Z","time spent":"13.699623966s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-21T05:31:04.342648Z","caller":"traceutil/trace.go:171","msg":"trace[1868456285] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"9.739818713s","start":"2026-07-21T05:30:54.602812Z","end":"2026-07-21T05:31:04.342631Z","steps":["trace[1868456285] 'agreement among raft nodes before linearized reading' (duration: 9.739769372s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.342607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.550309512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:04.34269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.602761Z","time spent":"9.739919115s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:04.342709Z","caller":"traceutil/trace.go:171","msg":"trace[944173691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"13.550489556s","start":"2026-07-21T05:30:50.7922Z","end":"2026-07-21T05:31:04.342689Z","steps":["trace[944173691] 'agreement among raft nodes before linearized reading' (duration: 13.550340053s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.343078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.792171Z","time spent":"13.550889316s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.342529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.491196199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.343147Z","caller":"traceutil/trace.go:171","msg":"trace[24191765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.491945257s","start":"2026-07-21T05:30:51.851192Z","end":"2026-07-21T05:31:04.343137Z","steps":["trace[24191765] 'agreement among raft nodes before linearized reading' (duration: 12.49122956s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.343182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.851168Z","time spent":"12.492004039s","remote":"127.0.0.1:47374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.342695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.754366961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.343332Z","caller":"traceutil/trace.go:171","msg":"trace[1439969939] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"12.755020087s","start":"2026-07-21T05:30:51.588284Z","end":"2026-07-21T05:31:04.343304Z","steps":["trace[1439969939] 'agreement among raft nodes before linearized reading' (duration: 12.754403742s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.343409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.588256Z","time spent":"12.755106088s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:31:04.342722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.847793576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.343599Z","caller":"traceutil/trace.go:171","msg":"trace[1823886863] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"12.848713198s","start":"2026-07-21T05:30:51.494873Z","end":"2026-07-21T05:31:04.343587Z","steps":["trace[1823886863] 'agreement among raft nodes before linearized reading' (duration: 12.847840577s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.343679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.494657Z","time spent":"12.849007095s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.342662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.285466Z","time spent":"13.05718447s","remote":"127.0.0.1:34956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.342751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.455185218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.343818Z","caller":"traceutil/trace.go:171","msg":"trace[1254051203] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; }","duration":"10.456315145s","start":"2026-07-21T05:30:53.887489Z","end":"2026-07-21T05:31:04.343804Z","steps":["trace[1254051203] 'agreement among raft nodes before linearized reading' (duration: 10.455254489s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.343866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.887458Z","time spent":"10.456390827s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.34277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.335674765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.343923Z","caller":"traceutil/trace.go:171","msg":"trace[575973204] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; }","duration":"12.336861754s","start":"2026-07-21T05:30:52.007053Z","end":"2026-07-21T05:31:04.343915Z","steps":["trace[575973204] 'agreement among raft nodes before linearized reading' (duration: 12.335710856s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.343953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.006996Z","time spent":"12.336949726s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-21T05:31:04.342769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.336547863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.344Z","caller":"traceutil/trace.go:171","msg":"trace[409920133] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"13.337798743s","start":"2026-07-21T05:30:51.006196Z","end":"2026-07-21T05:31:04.343994Z","steps":["trace[409920133] 'agreement among raft nodes before linearized reading' (duration: 13.336545452s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.34403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.006124Z","time spent":"13.337897665s","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.342797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.135789131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.344069Z","caller":"traceutil/trace.go:171","msg":"trace[1567602889] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"12.137108722s","start":"2026-07-21T05:30:52.206954Z","end":"2026-07-21T05:31:04.344063Z","steps":["trace[1567602889] 'agreement among raft nodes before linearized reading' (duration: 12.135836382s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.344098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.206929Z","time spent":"12.137162494s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.342868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.266905805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.344142Z","caller":"traceutil/trace.go:171","msg":"trace[308797801] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"12.268260958s","start":"2026-07-21T05:30:52.075871Z","end":"2026-07-21T05:31:04.344132Z","steps":["trace[308797801] 'agreement among raft nodes before linearized reading' (duration: 12.266944616s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.344172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.075847Z","time spent":"12.26831784s","remote":"127.0.0.1:34702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.485664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:04.485773Z","caller":"traceutil/trace.go:171","msg":"trace[1663505952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139396s","start":"2026-07-21T05:31:02.485622Z","end":"2026-07-21T05:31:04.485762Z","steps":["trace[1663505952] 'agreement among raft nodes before linearized reading' (duration: 2.000013963s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.485817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:02.48561Z","time spent":"2.000200757s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:04.836341Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2f909f83229e714c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:04.842614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:04.991304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.990616Z","time spent":"7.000681189s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:05.279476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:05.279592Z","caller":"traceutil/trace.go:171","msg":"trace[33448414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031345s","start":"2026-07-21T05:31:03.27926Z","end":"2026-07-21T05:31:05.279574Z","steps":["trace[33448414] 'agreement among raft nodes before linearized reading' (duration: 2.000180467s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:05.279639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:03.279246Z","time spent":"2.000384541s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:05.294798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.296033Z","time spent":"4.99875768s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/21 05:31:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:05.295232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.298027Z","time spent":"4.997201923s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/21 05:31:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:05.343605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:05.843771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:06.344674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:06.493587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:06.493677Z","caller":"traceutil/trace.go:171","msg":"trace[2029763457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129475s","start":"2026-07-21T05:31:04.493529Z","end":"2026-07-21T05:31:06.493659Z","steps":["trace[2029763457] 'agreement among raft nodes before linearized reading' (duration: 2.000011942s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:06.493729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:04.493519Z","time spent":"2.000200347s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:31:06.845605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:07.287086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.286422Z","time spent":"7.000658159s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:07.293907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.211009Z","time spent":"6.082890269s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/21 05:31:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:07.346406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:07.847434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:08.340692Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2f909f83229e71ee","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:08.347948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:08.470616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.469531Z","time spent":"7.001077919s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:08.494714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:08.4948Z","caller":"traceutil/trace.go:171","msg":"trace[639439764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080384s","start":"2026-07-21T05:31:06.494701Z","end":"2026-07-21T05:31:08.494782Z","steps":["trace[639439764] 'agreement among raft nodes before linearized reading' (duration: 1.999967971s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:08.494854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:06.494678Z","time spent":"2.000166576s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:31:08.838919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.837974Z","time spent":"7.000935635s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:08.848683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:09.348567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:02.347601Z","time spent":"7.000958995s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:09.348874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999288892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:09.550219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.085621091s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:09.550246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.129106261s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:09.550346Z","caller":"traceutil/trace.go:171","msg":"trace[1613645293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2989; }","duration":"4.085768094s","start":"2026-07-21T05:31:05.464559Z","end":"2026-07-21T05:31:09.550327Z","steps":["trace[1613645293] 'range keys from in-memory index tree' (duration: 4.08560064s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:09.550371Z","caller":"traceutil/trace.go:171","msg":"trace[2092030788] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2989; }","duration":"19.129265435s","start":"2026-07-21T05:30:50.421087Z","end":"2026-07-21T05:31:09.550352Z","steps":["trace[2092030788] 'range keys from in-memory index tree' (duration: 19.129087341s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:09.550894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.316492Z","time spent":"13.234389597s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:09.592493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"19.251699969s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-21T05:31:10.166222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.146132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-21T05:31:10.26998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.646592ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-21T05:31:10.455044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.593286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-21T05:31:10.455443Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"38.08µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-21T05:31:10.503014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000549195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:10.503154Z","caller":"traceutil/trace.go:171","msg":"trace[1738579601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076699s","start":"2026-07-21T05:31:08.502367Z","end":"2026-07-21T05:31:10.503134Z","steps":["trace[1738579601] 'agreement among raft nodes before linearized reading' (duration: 2.000594526s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.503207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:08.502328Z","time spent":"2.000867233s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:10.657134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.200956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-21T05:31:10.657567Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"18.571µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-21T05:31:10.657659Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"16.45µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-07-21T05:31:10.657702Z","caller":"traceutil/trace.go:171","msg":"trace[1639947285] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"6.272741329s","start":"2026-07-21T05:31:04.384934Z","end":"2026-07-21T05:31:10.657675Z","steps":["trace[1639947285] 'process raft request' (duration: 6.272523483s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.657711Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2f909f83229e714c","error":"lease not found"} {"level":"info","ts":"2026-07-21T05:31:10.657747Z","caller":"traceutil/trace.go:171","msg":"trace[1638020099] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3003; }","duration":"5.662520792s","start":"2026-07-21T05:31:04.995201Z","end":"2026-07-21T05:31:10.657722Z","steps":["trace[1638020099] 'process raft request' (duration: 5.662403629s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.657797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.562442269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:10.657821Z","caller":"traceutil/trace.go:171","msg":"trace[240826840] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3003; }","duration":"12.56250472s","start":"2026-07-21T05:30:58.095309Z","end":"2026-07-21T05:31:10.657814Z","steps":["trace[240826840] 'agreement among raft nodes before linearized reading' (duration: 12.562441238s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.657854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:58.095292Z","time spent":"12.562554642s","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.657845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:04.384901Z","time spent":"6.272863472s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72931,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:10.657877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:04.99518Z","time spent":"5.662625244s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:10.657732Z","caller":"traceutil/trace.go:171","msg":"trace[1221538407] linearizableReadLoop","detail":"{readStateIndex:3124; appliedIndex:3101; }","duration":"6.315362378s","start":"2026-07-21T05:31:04.342354Z","end":"2026-07-21T05:31:10.657717Z","steps":["trace[1221538407] 'read index received' (duration: 5.250438444s)","trace[1221538407] 'applied index is now lower than readState.Index' (duration: 1.064922633s)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:10.658041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.476221965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:10.658045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973323608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-21T05:31:10.658081Z","caller":"traceutil/trace.go:171","msg":"trace[1400657165] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3003; }","duration":"5.476297517s","start":"2026-07-21T05:31:05.181773Z","end":"2026-07-21T05:31:10.65807Z","steps":["trace[1400657165] 'agreement among raft nodes before linearized reading' (duration: 5.476232326s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:10.65809Z","caller":"traceutil/trace.go:171","msg":"trace[883998959] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3003; }","duration":"6.97340884s","start":"2026-07-21T05:31:03.684668Z","end":"2026-07-21T05:31:10.658077Z","steps":["trace[883998959] 'agreement among raft nodes before linearized reading' (duration: 6.973268677s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:05.181753Z","time spent":"5.476350418s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:03.68464Z","time spent":"6.973474012s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-21T05:31:10.658081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177321069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-07-21T05:31:10.65814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.987840394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:10.65813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.283090789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:10.658166Z","caller":"traceutil/trace.go:171","msg":"trace[701536706] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3003; }","duration":"8.177463842s","start":"2026-07-21T05:31:02.480684Z","end":"2026-07-21T05:31:10.658148Z","steps":["trace[701536706] 'agreement among raft nodes before linearized reading' (duration: 8.177273967s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.745024323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:10.658229Z","caller":"traceutil/trace.go:171","msg":"trace[1628251488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3003; }","duration":"10.745271219s","start":"2026-07-21T05:30:59.912952Z","end":"2026-07-21T05:31:10.658224Z","steps":["trace[1628251488] 'agreement among raft nodes before linearized reading' (duration: 10.745234388s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:59.912931Z","time spent":"10.74531284s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:02.480657Z","time spent":"8.177592115s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-21T05:31:10.658292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.95918936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:10.658296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.412398826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:10.65833Z","caller":"traceutil/trace.go:171","msg":"trace[1345923354] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3003; }","duration":"8.959263212s","start":"2026-07-21T05:31:01.699057Z","end":"2026-07-21T05:31:10.65832Z","steps":["trace[1345923354] 'agreement among raft nodes before linearized reading' (duration: 8.959208901s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:10.658339Z","caller":"traceutil/trace.go:171","msg":"trace[238146888] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3003; }","duration":"7.412478318s","start":"2026-07-21T05:31:03.245848Z","end":"2026-07-21T05:31:10.658326Z","steps":["trace[238146888] 'agreement among raft nodes before linearized reading' (duration: 7.412366306s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:10.658237Z","caller":"traceutil/trace.go:171","msg":"trace[381908771] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3003; }","duration":"9.283353615s","start":"2026-07-21T05:31:01.374842Z","end":"2026-07-21T05:31:10.658196Z","steps":["trace[381908771] 'agreement among raft nodes before linearized reading' (duration: 9.283067188s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183621065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-21T05:31:10.658365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:03.245817Z","time spent":"7.41253904s","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.374814Z","time spent":"9.283547189s","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.699035Z","time spent":"8.959324813s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:10.658382Z","caller":"traceutil/trace.go:171","msg":"trace[2012258071] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47; range_end:; response_count:1; response_revision:3003; }","duration":"2.183706826s","start":"2026-07-21T05:31:08.474665Z","end":"2026-07-21T05:31:10.658372Z","steps":["trace[2012258071] 'agreement among raft nodes before linearized reading' (duration: 2.183605364s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:08.474633Z","time spent":"2.183775718s","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47\" "} {"level":"info","ts":"2026-07-21T05:31:10.658173Z","caller":"traceutil/trace.go:171","msg":"trace[971758095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3003; }","duration":"10.987928146s","start":"2026-07-21T05:30:59.670234Z","end":"2026-07-21T05:31:10.658162Z","steps":["trace[971758095] 'agreement among raft nodes before linearized reading' (duration: 10.987832614s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.65846Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2f909f83229e71ee","error":"lease not found"} {"level":"warn","ts":"2026-07-21T05:31:10.658326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359156955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:10.658493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.793514777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:10.658538Z","caller":"traceutil/trace.go:171","msg":"trace[456505133] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3003; }","duration":"1.359402761s","start":"2026-07-21T05:31:09.299114Z","end":"2026-07-21T05:31:10.658517Z","steps":["trace[456505133] 'agreement among raft nodes before linearized reading' (duration: 1.359161355s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532632177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:10.658559Z","caller":"traceutil/trace.go:171","msg":"trace[1592351224] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3003; }","duration":"9.793618309s","start":"2026-07-21T05:31:00.864921Z","end":"2026-07-21T05:31:10.65854Z","steps":["trace[1592351224] 'agreement among raft nodes before linearized reading' (duration: 9.793531057s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:10.658579Z","caller":"traceutil/trace.go:171","msg":"trace[1110763771] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3003; }","duration":"1.812810914s","start":"2026-07-21T05:31:08.845757Z","end":"2026-07-21T05:31:10.658568Z","steps":["trace[1110763771] 'process raft request' (duration: 1.811923283s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.164395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:10.658595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:09.299092Z","time spent":"1.359481023s","remote":"127.0.0.1:34998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:59.670215Z","time spent":"10.988259974s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.864902Z","time spent":"9.793703962s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.611709749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:10.658662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371657214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:10.658656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:08.845729Z","time spent":"1.812873166s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:10.658681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210486717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:10.658702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114136025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.59\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:10.658697Z","caller":"traceutil/trace.go:171","msg":"trace[1501455300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3003; }","duration":"9.611915534s","start":"2026-07-21T05:31:01.046763Z","end":"2026-07-21T05:31:10.658679Z","steps":["trace[1501455300] 'agreement among raft nodes before linearized reading' (duration: 9.611710729s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:10.65871Z","caller":"traceutil/trace.go:171","msg":"trace[1623004069] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3003; }","duration":"1.210551868s","start":"2026-07-21T05:31:09.448149Z","end":"2026-07-21T05:31:10.658701Z","steps":["trace[1623004069] 'agreement among raft nodes before linearized reading' (duration: 1.210503377s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:10.658602Z","caller":"traceutil/trace.go:171","msg":"trace[2126854478] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3003; }","duration":"2.532702649s","start":"2026-07-21T05:31:08.125885Z","end":"2026-07-21T05:31:10.658588Z","steps":["trace[2126854478] 'agreement among raft nodes before linearized reading' (duration: 2.532651327s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.046741Z","time spent":"9.611992536s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:09.44813Z","time spent":"1.21062085s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:08.125864Z","time spent":"2.532920364s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.658788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.712856497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:10.65862Z","caller":"traceutil/trace.go:171","msg":"trace[900990491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3003; }","duration":"155.233647ms","start":"2026-07-21T05:31:10.503374Z","end":"2026-07-21T05:31:10.658608Z","steps":["trace[900990491] 'agreement among raft nodes before linearized reading' (duration: 155.183896ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:10.658829Z","caller":"traceutil/trace.go:171","msg":"trace[534765580] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3003; }","duration":"10.712931129s","start":"2026-07-21T05:30:59.945886Z","end":"2026-07-21T05:31:10.658817Z","steps":["trace[534765580] 'agreement among raft nodes before linearized reading' (duration: 10.712860987s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:59.945869Z","time spent":"10.71298909s","remote":"127.0.0.1:34758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:10.658724Z","caller":"traceutil/trace.go:171","msg":"trace[1449117350] range","detail":"{range_begin:/registry/masterleases/199.19.213.59; range_end:; response_count:0; response_revision:3003; }","duration":"5.114197227s","start":"2026-07-21T05:31:05.54452Z","end":"2026-07-21T05:31:10.658717Z","steps":["trace[1449117350] 'agreement among raft nodes before linearized reading' (duration: 5.114162006s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:10.65894Z","caller":"traceutil/trace.go:171","msg":"trace[1315157191] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3003; }","duration":"4.371719196s","start":"2026-07-21T05:31:06.28696Z","end":"2026-07-21T05:31:10.658679Z","steps":["trace[1315157191] 'agreement among raft nodes before linearized reading' (duration: 4.371664474s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.658962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:05.544498Z","time spent":"5.114457053s","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.59\" "} {"level":"warn","ts":"2026-07-21T05:31:10.659003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:06.286937Z","time spent":"4.372046214s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":19,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.659292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.580346435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:10.659391Z","caller":"traceutil/trace.go:171","msg":"trace[1162724700] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3003; }","duration":"11.580492009s","start":"2026-07-21T05:30:59.078881Z","end":"2026-07-21T05:31:10.659373Z","steps":["trace[1162724700] 'agreement among raft nodes before linearized reading' (duration: 11.579182477s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.659444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:59.078861Z","time spent":"11.5805647s","remote":"127.0.0.1:46352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:10.659185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.741847707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:10.660405Z","caller":"traceutil/trace.go:171","msg":"trace[1394410390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3003; }","duration":"10.744150833s","start":"2026-07-21T05:30:59.916227Z","end":"2026-07-21T05:31:10.660378Z","steps":["trace[1394410390] 'agreement among raft nodes before linearized reading' (duration: 10.741813166s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.660472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:59.916216Z","time spent":"10.744233165s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.10591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.87945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:31:11.106385Z","caller":"traceutil/trace.go:171","msg":"trace[452528037] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"417.342113ms","start":"2026-07-21T05:31:10.688951Z","end":"2026-07-21T05:31:11.106294Z","steps":["trace[452528037] 'process raft request' (duration: 417.278262ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.106439Z","caller":"traceutil/trace.go:171","msg":"trace[1248419768] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"442.5056ms","start":"2026-07-21T05:31:10.663905Z","end":"2026-07-21T05:31:11.106411Z","steps":["trace[1248419768] 'process raft request' (duration: 110.008545ms)","trace[1248419768] 'compare' (duration: 331.679226ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:11.10647Z","caller":"traceutil/trace.go:171","msg":"trace[1410202704] linearizableReadLoop","detail":"{readStateIndex:3127; appliedIndex:3125; }","duration":"421.148685ms","start":"2026-07-21T05:31:10.6853Z","end":"2026-07-21T05:31:11.106449Z","steps":["trace[1410202704] 'read index received' (duration: 88.771603ms)","trace[1410202704] 'applied index is now lower than readState.Index' (duration: 332.374342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:11.1065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.688934Z","time spent":"417.514907ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:11.106502Z","caller":"traceutil/trace.go:171","msg":"trace[125920670] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"419.950706ms","start":"2026-07-21T05:31:10.686522Z","end":"2026-07-21T05:31:11.106472Z","steps":["trace[125920670] 'process raft request' (duration: 419.652489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.106581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.663892Z","time spent":"442.607523ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:11.106583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.990576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:11.106595Z","caller":"traceutil/trace.go:171","msg":"trace[2062326521] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"440.478641ms","start":"2026-07-21T05:31:10.666086Z","end":"2026-07-21T05:31:11.106565Z","steps":["trace[2062326521] 'process raft request' (duration: 439.958148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.106626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.126785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:11.106651Z","caller":"traceutil/trace.go:171","msg":"trace[345165037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3007; }","duration":"439.106088ms","start":"2026-07-21T05:31:10.667531Z","end":"2026-07-21T05:31:11.106637Z","steps":["trace[345165037] 'agreement among raft nodes before linearized reading' (duration: 438.933744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.106652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.686493Z","time spent":"420.079179ms","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:11.106672Z","caller":"traceutil/trace.go:171","msg":"trace[12033136] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3007; }","duration":"397.209487ms","start":"2026-07-21T05:31:10.709449Z","end":"2026-07-21T05:31:11.106658Z","steps":["trace[12033136] 'agreement among raft nodes before linearized reading' (duration: 397.119425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.106693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.667525Z","time spent":"439.16143ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:31:11.106691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.207808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-07-21T05:31:11.106719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.709423Z","time spent":"397.281968ms","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:11.106741Z","caller":"traceutil/trace.go:171","msg":"trace[1254357649] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:3007; }","duration":"443.28966ms","start":"2026-07-21T05:31:10.663437Z","end":"2026-07-21T05:31:11.106727Z","steps":["trace[1254357649] 'agreement among raft nodes before linearized reading' (duration: 443.115696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.106751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.666078Z","time spent":"440.584304ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:11.106776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.663424Z","time spent":"443.344041ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-21T05:31:11.106805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.017042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-21T05:31:11.106858Z","caller":"traceutil/trace.go:171","msg":"trace[1905488172] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3007; }","duration":"443.087195ms","start":"2026-07-21T05:31:10.663757Z","end":"2026-07-21T05:31:11.106844Z","steps":["trace[1905488172] 'agreement among raft nodes before linearized reading' (duration: 442.89241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.106893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.663751Z","time spent":"443.134386ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-21T05:31:11.440577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.776289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:31:11.440682Z","caller":"traceutil/trace.go:171","msg":"trace[2112911601] linearizableReadLoop","detail":"{readStateIndex:3130; appliedIndex:3129; }","duration":"329.139294ms","start":"2026-07-21T05:31:11.111526Z","end":"2026-07-21T05:31:11.440665Z","steps":["trace[2112911601] 'read index received' (duration: 144.134059ms)","trace[2112911601] 'applied index is now lower than readState.Index' (duration: 185.004025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:11.440979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.427701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-07-21T05:31:11.440992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.95925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-21T05:31:11.441053Z","caller":"traceutil/trace.go:171","msg":"trace[202935061] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3008; }","duration":"329.573945ms","start":"2026-07-21T05:31:11.111465Z","end":"2026-07-21T05:31:11.441039Z","steps":["trace[202935061] 'agreement among raft nodes before linearized reading' (duration: 329.308869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.441047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.302522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:11.441068Z","caller":"traceutil/trace.go:171","msg":"trace[2133262171] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3008; }","duration":"329.071282ms","start":"2026-07-21T05:31:11.111979Z","end":"2026-07-21T05:31:11.44105Z","steps":["trace[2133262171] 'agreement among raft nodes before linearized reading' (duration: 328.852267ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.440994Z","caller":"traceutil/trace.go:171","msg":"trace[1095147334] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"329.864911ms","start":"2026-07-21T05:31:11.111101Z","end":"2026-07-21T05:31:11.440966Z","steps":["trace[1095147334] 'process raft request' (duration: 144.60738ms)","trace[1095147334] 'compare' (duration: 184.611436ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:11.441104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.111444Z","time spent":"329.645266ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7316,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-21T05:31:11.441115Z","caller":"traceutil/trace.go:171","msg":"trace[1191291470] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3008; }","duration":"163.373693ms","start":"2026-07-21T05:31:11.277723Z","end":"2026-07-21T05:31:11.441097Z","steps":["trace[1191291470] 'agreement among raft nodes before linearized reading' (duration: 163.267841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.441122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.111967Z","time spent":"329.142834ms","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-21T05:31:11.441321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.111077Z","time spent":"330.042966ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:11.441527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.332528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-21T05:31:11.441721Z","caller":"traceutil/trace.go:171","msg":"trace[746553236] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47; range_end:; response_count:1; response_revision:3008; }","duration":"329.457112ms","start":"2026-07-21T05:31:11.112111Z","end":"2026-07-21T05:31:11.441568Z","steps":["trace[746553236] 'agreement among raft nodes before linearized reading' (duration: 328.894048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.441847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.1121Z","time spent":"329.681437ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47\" "} {"level":"info","ts":"2026-07-21T05:31:11.902122Z","caller":"traceutil/trace.go:171","msg":"trace[79385140] linearizableReadLoop","detail":"{readStateIndex:3132; appliedIndex:3131; }","duration":"383.023714ms","start":"2026-07-21T05:31:11.519076Z","end":"2026-07-21T05:31:11.902099Z","steps":["trace[79385140] 'read index received' (duration: 382.780098ms)","trace[79385140] 'applied index is now lower than readState.Index' (duration: 241.926µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:11.902175Z","caller":"traceutil/trace.go:171","msg":"trace[854730278] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"454.10554ms","start":"2026-07-21T05:31:11.448035Z","end":"2026-07-21T05:31:11.90214Z","steps":["trace[854730278] 'process raft request' (duration: 453.916095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.90236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.448015Z","time spent":"454.248424ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:11.902438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.76154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:11.902538Z","caller":"traceutil/trace.go:171","msg":"trace[625233110] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3010; }","duration":"182.956875ms","start":"2026-07-21T05:31:11.719558Z","end":"2026-07-21T05:31:11.902515Z","steps":["trace[625233110] 'agreement among raft nodes before linearized reading' (duration: 182.75226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.902567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.439074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-21T05:31:11.902685Z","caller":"traceutil/trace.go:171","msg":"trace[1954912478] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47; range_end:; response_count:1; response_revision:3010; }","duration":"383.630499ms","start":"2026-07-21T05:31:11.519016Z","end":"2026-07-21T05:31:11.902647Z","steps":["trace[1954912478] 'agreement among raft nodes before linearized reading' (duration: 383.233649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.902782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.518995Z","time spent":"383.772002ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47\" "} {"level":"info","ts":"2026-07-21T05:31:12.07468Z","caller":"traceutil/trace.go:171","msg":"trace[1559169283] linearizableReadLoop","detail":"{readStateIndex:3133; appliedIndex:3132; }","duration":"168.068486ms","start":"2026-07-21T05:31:11.906583Z","end":"2026-07-21T05:31:12.074651Z","steps":["trace[1559169283] 'read index received' (duration: 118.207803ms)","trace[1559169283] 'applied index is now lower than readState.Index' (duration: 49.859173ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:12.074763Z","caller":"traceutil/trace.go:171","msg":"trace[476584819] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"168.869396ms","start":"2026-07-21T05:31:11.905838Z","end":"2026-07-21T05:31:12.074707Z","steps":["trace[476584819] 'process raft request' (duration: 119.028653ms)","trace[476584819] 'compare' (duration: 49.648178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:12.075025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.428976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-f5kkz\" ","response":"range_response_count:1 size:5646"} {"level":"info","ts":"2026-07-21T05:31:12.075095Z","caller":"traceutil/trace.go:171","msg":"trace[873974238] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-f5kkz; range_end:; response_count:1; response_revision:3011; }","duration":"168.558899ms","start":"2026-07-21T05:31:11.906518Z","end":"2026-07-21T05:31:12.075077Z","steps":["trace[873974238] 'agreement among raft nodes before linearized reading' (duration: 168.240331ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:12.342064Z","caller":"traceutil/trace.go:171","msg":"trace[486039570] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"259.679608ms","start":"2026-07-21T05:31:12.08236Z","end":"2026-07-21T05:31:12.34204Z","steps":["trace[486039570] 'process raft request' (duration: 259.484863ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:12.608137Z","caller":"traceutil/trace.go:171","msg":"trace[641467055] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"524.90754ms","start":"2026-07-21T05:31:12.083194Z","end":"2026-07-21T05:31:12.608101Z","steps":["trace[641467055] 'process raft request' (duration: 524.686884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.608358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:12.083165Z","time spent":"525.078623ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:12.735383Z","caller":"traceutil/trace.go:171","msg":"trace[873549213] linearizableReadLoop","detail":"{readStateIndex:3136; appliedIndex:3134; }","duration":"277.691132ms","start":"2026-07-21T05:31:12.457663Z","end":"2026-07-21T05:31:12.735354Z","steps":["trace[873549213] 'read index received' (duration: 150.315268ms)","trace[873549213] 'applied index is now lower than readState.Index' (duration: 127.374924ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:12.735467Z","caller":"traceutil/trace.go:171","msg":"trace[1442477183] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"389.146702ms","start":"2026-07-21T05:31:12.346259Z","end":"2026-07-21T05:31:12.735406Z","steps":["trace[1442477183] 'process raft request' (duration: 323.58783ms)","trace[1442477183] 'compare' (duration: 65.349167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:12.735603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.927838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:12.735682Z","caller":"traceutil/trace.go:171","msg":"trace[294600189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3014; }","duration":"278.062511ms","start":"2026-07-21T05:31:12.457601Z","end":"2026-07-21T05:31:12.735664Z","steps":["trace[294600189] 'agreement among raft nodes before linearized reading' (duration: 277.880947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.735687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.405444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-gf85b\" ","response":"range_response_count:1 size:4351"} {"level":"warn","ts":"2026-07-21T05:31:12.735705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:12.346227Z","time spent":"389.373418ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-21T05:31:12.73572Z","caller":"traceutil/trace.go:171","msg":"trace[80292225] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-gf85b; range_end:; response_count:1; response_revision:3014; }","duration":"122.613339ms","start":"2026-07-21T05:31:12.613097Z","end":"2026-07-21T05:31:12.73571Z","steps":["trace[80292225] 'agreement among raft nodes before linearized reading' (duration: 122.415925ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:12.878984Z","caller":"traceutil/trace.go:171","msg":"trace[163700536] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"137.027948ms","start":"2026-07-21T05:31:12.741796Z","end":"2026-07-21T05:31:12.878824Z","steps":["trace[163700536] 'process raft request' (duration: 129.606209ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:12.937736Z","caller":"traceutil/trace.go:171","msg":"trace[1282558916] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"192.754493ms","start":"2026-07-21T05:31:12.744946Z","end":"2026-07-21T05:31:12.9377Z","steps":["trace[1282558916] 'process raft request' (duration: 192.515757ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.087197Z","caller":"traceutil/trace.go:171","msg":"trace[951969245] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"119.235697ms","start":"2026-07-21T05:31:12.967938Z","end":"2026-07-21T05:31:13.087174Z","steps":["trace[951969245] 'process raft request' (duration: 119.101684ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.134899Z","caller":"traceutil/trace.go:171","msg":"trace[490635712] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"152.46711ms","start":"2026-07-21T05:31:12.982395Z","end":"2026-07-21T05:31:13.134862Z","steps":["trace[490635712] 'process raft request' (duration: 152.280306ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.256981Z","caller":"traceutil/trace.go:171","msg":"trace[871530561] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"109.628826ms","start":"2026-07-21T05:31:13.147315Z","end":"2026-07-21T05:31:13.256943Z","steps":["trace[871530561] 'process raft request' (duration: 109.37149ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.439522Z","caller":"traceutil/trace.go:171","msg":"trace[475378214] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"290.02178ms","start":"2026-07-21T05:31:13.149467Z","end":"2026-07-21T05:31:13.439489Z","steps":["trace[475378214] 'process raft request' (duration: 289.809595ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.495826Z","caller":"traceutil/trace.go:171","msg":"trace[679598161] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"234.125111ms","start":"2026-07-21T05:31:13.261653Z","end":"2026-07-21T05:31:13.495779Z","steps":["trace[679598161] 'process raft request' (duration: 233.949886ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.61474Z","caller":"traceutil/trace.go:171","msg":"trace[378429284] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"109.963384ms","start":"2026-07-21T05:31:13.504754Z","end":"2026-07-21T05:31:13.614717Z","steps":["trace[378429284] 'process raft request' (duration: 109.815421ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.639471Z","caller":"traceutil/trace.go:171","msg":"trace[480211875] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"124.571516ms","start":"2026-07-21T05:31:13.51484Z","end":"2026-07-21T05:31:13.639411Z","steps":["trace[480211875] 'process raft request' (duration: 124.374472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:13.989841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.310931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:31:13.989973Z","caller":"traceutil/trace.go:171","msg":"trace[2031885044] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"216.901175ms","start":"2026-07-21T05:31:13.77304Z","end":"2026-07-21T05:31:13.989941Z","steps":["trace[2031885044] 'process raft request' (duration: 75.400089ms)","trace[2031885044] 'compare' (duration: 140.955973ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:13.990154Z","caller":"traceutil/trace.go:171","msg":"trace[954162494] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"204.63661ms","start":"2026-07-21T05:31:13.785494Z","end":"2026-07-21T05:31:13.990131Z","steps":["trace[954162494] 'process raft request' (duration: 204.453255ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.99023Z","caller":"traceutil/trace.go:171","msg":"trace[546012073] linearizableReadLoop","detail":"{readStateIndex:3153; appliedIndex:3152; }","duration":"208.618736ms","start":"2026-07-21T05:31:13.781604Z","end":"2026-07-21T05:31:13.990223Z","steps":["trace[546012073] 'read index received' (duration: 66.831313ms)","trace[546012073] 'applied index is now lower than readState.Index' (duration: 141.786583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:13.990382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.153691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-21T05:31:13.990404Z","caller":"traceutil/trace.go:171","msg":"trace[1669451176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3032; }","duration":"217.243224ms","start":"2026-07-21T05:31:13.773155Z","end":"2026-07-21T05:31:13.990398Z","steps":["trace[1669451176] 'agreement among raft nodes before linearized reading' (duration: 217.098771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:13.990534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.249454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"info","ts":"2026-07-21T05:31:13.99055Z","caller":"traceutil/trace.go:171","msg":"trace[100249428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3032; }","duration":"217.323046ms","start":"2026-07-21T05:31:13.773223Z","end":"2026-07-21T05:31:13.990546Z","steps":["trace[100249428] 'agreement among raft nodes before linearized reading' (duration: 217.274854ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:14.231259Z","caller":"traceutil/trace.go:171","msg":"trace[1469877991] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"233.613748ms","start":"2026-07-21T05:31:13.997599Z","end":"2026-07-21T05:31:14.231213Z","steps":["trace[1469877991] 'process raft request' (duration: 217.382367ms)","trace[1469877991] 'compare' (duration: 15.995116ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:14.231388Z","caller":"traceutil/trace.go:171","msg":"trace[1846236971] linearizableReadLoop","detail":"{readStateIndex:3157; appliedIndex:3155; }","duration":"186.03455ms","start":"2026-07-21T05:31:14.04533Z","end":"2026-07-21T05:31:14.231365Z","steps":["trace[1846236971] 'read index received' (duration: 169.595203ms)","trace[1846236971] 'applied index is now lower than readState.Index' (duration: 16.437837ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:14.231439Z","caller":"traceutil/trace.go:171","msg":"trace[203549616] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"232.926032ms","start":"2026-07-21T05:31:13.998499Z","end":"2026-07-21T05:31:14.231425Z","steps":["trace[203549616] 'process raft request' (duration: 232.650656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:14.231566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.210785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-21T05:31:14.2316Z","caller":"traceutil/trace.go:171","msg":"trace[1218675684] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c43706bf168f47; range_end:; response_count:1; response_revision:3035; }","duration":"186.324587ms","start":"2026-07-21T05:31:14.045266Z","end":"2026-07-21T05:31:14.23159Z","steps":["trace[1218675684] 'agreement among raft nodes before linearized reading' (duration: 186.168154ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:14.460776Z","caller":"traceutil/trace.go:171","msg":"trace[992444414] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"200.09014ms","start":"2026-07-21T05:31:14.260665Z","end":"2026-07-21T05:31:14.460755Z","steps":["trace[992444414] 'process raft request' (duration: 199.922526ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:14.460909Z","caller":"traceutil/trace.go:171","msg":"trace[666495600] linearizableReadLoop","detail":"{readStateIndex:3161; appliedIndex:3159; }","duration":"101.815438ms","start":"2026-07-21T05:31:14.359073Z","end":"2026-07-21T05:31:14.460889Z","steps":["trace[666495600] 'read index received' (duration: 101.444149ms)","trace[666495600] 'applied index is now lower than readState.Index' (duration: 369.829µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:14.460953Z","caller":"traceutil/trace.go:171","msg":"trace[2100044123] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"199.740241ms","start":"2026-07-21T05:31:14.261179Z","end":"2026-07-21T05:31:14.460919Z","steps":["trace[2100044123] 'process raft request' (duration: 199.540736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:14.461062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.991892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-21T05:31:14.461094Z","caller":"traceutil/trace.go:171","msg":"trace[1287374857] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:3039; }","duration":"102.081314ms","start":"2026-07-21T05:31:14.359004Z","end":"2026-07-21T05:31:14.461085Z","steps":["trace[1287374857] 'agreement among raft nodes before linearized reading' (duration: 101.970261ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:20.040666Z","caller":"traceutil/trace.go:171","msg":"trace[1257167830] linearizableReadLoop","detail":"{readStateIndex:3199; appliedIndex:3198; }","duration":"258.744135ms","start":"2026-07-21T05:31:19.781895Z","end":"2026-07-21T05:31:20.040639Z","steps":["trace[1257167830] 'read index received' (duration: 258.50755ms)","trace[1257167830] 'applied index is now lower than readState.Index' (duration: 235.035µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:20.040818Z","caller":"traceutil/trace.go:171","msg":"trace[581885210] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"259.559094ms","start":"2026-07-21T05:31:19.781205Z","end":"2026-07-21T05:31:20.040764Z","steps":["trace[581885210] 'process raft request' (duration: 259.269317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:20.040944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.040757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-approve:cert-manager-io\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-21T05:31:20.040996Z","caller":"traceutil/trace.go:171","msg":"trace[595268816] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-approve:cert-manager-io; range_end:; response_count:1; response_revision:3076; }","duration":"207.15629ms","start":"2026-07-21T05:31:19.833825Z","end":"2026-07-21T05:31:20.040981Z","steps":["trace[595268816] 'agreement among raft nodes before linearized reading' (duration: 206.979305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:20.041016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.056502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-5fd5q.18c4370a580f8931\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-21T05:31:20.041057Z","caller":"traceutil/trace.go:171","msg":"trace[1883618226] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-5fd5q.18c4370a580f8931; range_end:; response_count:1; response_revision:3076; }","duration":"126.102823ms","start":"2026-07-21T05:31:19.914944Z","end":"2026-07-21T05:31:20.041047Z","steps":["trace[1883618226] 'agreement among raft nodes before linearized reading' (duration: 125.993051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:20.041029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.096414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-cainjector\" ","response":"range_response_count:1 size:1368"} {"level":"info","ts":"2026-07-21T05:31:20.041146Z","caller":"traceutil/trace.go:171","msg":"trace[1722351594] range","detail":"{range_begin:/registry/clusterroles/cert-manager-cainjector; range_end:; response_count:1; response_revision:3076; }","duration":"259.277008ms","start":"2026-07-21T05:31:19.781845Z","end":"2026-07-21T05:31:20.041122Z","steps":["trace[1722351594] 'agreement among raft nodes before linearized reading' (duration: 258.93427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:20.041365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.365206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-21T05:31:20.041434Z","caller":"traceutil/trace.go:171","msg":"trace[833189437] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3076; }","duration":"154.499879ms","start":"2026-07-21T05:31:19.886913Z","end":"2026-07-21T05:31:20.041413Z","steps":["trace[833189437] 'agreement among raft nodes before linearized reading' (duration: 154.200372ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:20.234749Z","caller":"traceutil/trace.go:171","msg":"trace[277402230] linearizableReadLoop","detail":"{readStateIndex:3200; appliedIndex:3199; }","duration":"188.613532ms","start":"2026-07-21T05:31:20.046115Z","end":"2026-07-21T05:31:20.234728Z","steps":["trace[277402230] 'read index received' (duration: 114.428251ms)","trace[277402230] 'applied index is now lower than readState.Index' (duration: 74.184111ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:20.234871Z","caller":"traceutil/trace.go:171","msg":"trace[1225259782] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"191.168474ms","start":"2026-07-21T05:31:20.043619Z","end":"2026-07-21T05:31:20.234788Z","steps":["trace[1225259782] 'process raft request' (duration: 116.915632ms)","trace[1225259782] 'compare' (duration: 74.081218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:20.235076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.93097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-cainjector\" ","response":"range_response_count:1 size:1368"} {"level":"info","ts":"2026-07-21T05:31:20.235185Z","caller":"traceutil/trace.go:171","msg":"trace[1769773244] range","detail":"{range_begin:/registry/clusterroles/cert-manager-cainjector; range_end:; response_count:1; response_revision:3077; }","duration":"189.109514ms","start":"2026-07-21T05:31:20.046054Z","end":"2026-07-21T05:31:20.235163Z","steps":["trace[1769773244] 'agreement among raft nodes before linearized reading' (duration: 188.759656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:20.234958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.754636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-approve:cert-manager-io\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-21T05:31:20.235244Z","caller":"traceutil/trace.go:171","msg":"trace[1542649682] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-approve:cert-manager-io; range_end:; response_count:1; response_revision:3077; }","duration":"189.086304ms","start":"2026-07-21T05:31:20.046146Z","end":"2026-07-21T05:31:20.235232Z","steps":["trace[1542649682] 'agreement among raft nodes before linearized reading' (duration: 188.694965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:43.116988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.176353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-21T05:31:43.117096Z","caller":"traceutil/trace.go:171","msg":"trace[116408429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3186; }","duration":"476.351477ms","start":"2026-07-21T05:31:42.64072Z","end":"2026-07-21T05:31:43.117072Z","steps":["trace[116408429] 'range keys from in-memory index tree' (duration: 475.960237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:43.117088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.365681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-21T05:31:43.117231Z","caller":"traceutil/trace.go:171","msg":"trace[1522385507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3186; }","duration":"494.588677ms","start":"2026-07-21T05:31:42.622612Z","end":"2026-07-21T05:31:43.1172Z","steps":["trace[1522385507] 'range keys from in-memory index tree' (duration: 494.075274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:43.117327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.622582Z","time spent":"494.72749ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-21T05:31:43.117788Z","caller":"traceutil/trace.go:171","msg":"trace[417039646] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"252.583766ms","start":"2026-07-21T05:31:42.865156Z","end":"2026-07-21T05:31:43.117739Z","steps":["trace[417039646] 'process raft request' (duration: 252.182556ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:43.117919Z","caller":"traceutil/trace.go:171","msg":"trace[1508630070] linearizableReadLoop","detail":"{readStateIndex:3317; appliedIndex:3316; }","duration":"402.389002ms","start":"2026-07-21T05:31:42.715513Z","end":"2026-07-21T05:31:43.117902Z","steps":["trace[1508630070] 'read index received' (duration: 398.20081ms)","trace[1508630070] 'applied index is now lower than readState.Index' (duration: 4.186011ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:43.117992Z","caller":"traceutil/trace.go:171","msg":"trace[574538885] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"402.842542ms","start":"2026-07-21T05:31:42.715046Z","end":"2026-07-21T05:31:43.117888Z","steps":["trace[574538885] 'process raft request' (duration: 398.650261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:43.117144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.640682Z","time spent":"476.452059ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T05:31:43.118142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.715015Z","time spent":"403.034557ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:43.118432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.666331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/\" range_end:\"/registry/daemonsets/kube-system0\" limit:500 ","response":"range_response_count:2 size:17391"} {"level":"warn","ts":"2026-07-21T05:31:43.118439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.376773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/\" range_end:\"/registry/rolebindings/kube-public0\" limit:500 ","response":"range_response_count:2 size:1230"} {"level":"info","ts":"2026-07-21T05:31:43.118462Z","caller":"traceutil/trace.go:171","msg":"trace[1372793956] range","detail":"{range_begin:/registry/daemonsets/kube-system/; range_end:/registry/daemonsets/kube-system0; response_count:2; response_revision:3188; }","duration":"231.727162ms","start":"2026-07-21T05:31:42.886724Z","end":"2026-07-21T05:31:43.118451Z","steps":["trace[1372793956] 'agreement among raft nodes before linearized reading' (duration: 231.621789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:43.118461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.989008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:4637"} {"level":"warn","ts":"2026-07-21T05:31:43.118672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.930114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-21T05:31:43.118686Z","caller":"traceutil/trace.go:171","msg":"trace[1029069428] range","detail":"{range_begin:/registry/rolebindings/kube-public/; range_end:/registry/rolebindings/kube-public0; response_count:2; response_revision:3188; }","duration":"180.67365ms","start":"2026-07-21T05:31:42.937995Z","end":"2026-07-21T05:31:43.118669Z","steps":["trace[1029069428] 'agreement among raft nodes before linearized reading' (duration: 180.348632ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:43.1187Z","caller":"traceutil/trace.go:171","msg":"trace[1149201684] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:3188; }","duration":"227.248134ms","start":"2026-07-21T05:31:42.891439Z","end":"2026-07-21T05:31:43.118687Z","steps":["trace[1149201684] 'agreement among raft nodes before linearized reading' (duration: 226.911366ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:43.118734Z","caller":"traceutil/trace.go:171","msg":"trace[1723645586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3188; }","duration":"403.252352ms","start":"2026-07-21T05:31:42.715464Z","end":"2026-07-21T05:31:43.118717Z","steps":["trace[1723645586] 'agreement among raft nodes before linearized reading' (duration: 402.773001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:43.118772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.715443Z","time spent":"403.318734ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:31:43.704168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999290392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:45.919516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3427414701999290392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:45.922485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442966547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:45.922556Z","caller":"traceutil/trace.go:171","msg":"trace[753718576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.443067089s","start":"2026-07-21T05:31:43.479468Z","end":"2026-07-21T05:31:45.922535Z","steps":["trace[753718576] 'agreement among raft nodes before linearized reading' (duration: 2.442974407s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.922589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.479458Z","time spent":"2.44312387s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:45.922793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446538504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:45.922873Z","caller":"traceutil/trace.go:171","msg":"trace[522534369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.446724298s","start":"2026-07-21T05:31:43.476131Z","end":"2026-07-21T05:31:45.922856Z","steps":["trace[522534369] 'agreement among raft nodes before linearized reading' (duration: 2.446584965s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.922913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.476106Z","time spent":"2.446798539s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:45.955813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.831799979s","expected-duration":"1s"} {"level":"info","ts":"2026-07-21T05:31:45.958338Z","caller":"traceutil/trace.go:171","msg":"trace[62370229] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"2.834508175s","start":"2026-07-21T05:31:43.123807Z","end":"2026-07-21T05:31:45.958315Z","steps":["trace[62370229] 'process raft request' (duration: 2.833309066s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.95847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.123766Z","time spent":"2.834635208s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:45.959354Z","caller":"traceutil/trace.go:171","msg":"trace[777825780] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"2.83513963s","start":"2026-07-21T05:31:43.124191Z","end":"2026-07-21T05:31:45.959331Z","steps":["trace[777825780] 'process raft request' (duration: 2.834967276s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.959496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.124159Z","time spent":"2.835256782s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:45.959749Z","caller":"traceutil/trace.go:171","msg":"trace[1267461599] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"2.834782111s","start":"2026-07-21T05:31:43.124955Z","end":"2026-07-21T05:31:45.959737Z","steps":["trace[1267461599] 'process raft request' (duration: 2.8343104s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.959808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.124945Z","time spent":"2.834832052s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:45.95987Z","caller":"traceutil/trace.go:171","msg":"trace[950835304] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3319; }","duration":"2.75599171s","start":"2026-07-21T05:31:43.203847Z","end":"2026-07-21T05:31:45.959838Z","steps":["trace[950835304] 'read index received' (duration: 2.754616996s)","trace[950835304] 'applied index is now lower than readState.Index' (duration: 1.373294ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:45.95992Z","caller":"traceutil/trace.go:171","msg":"trace[1792632158] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"2.833608553s","start":"2026-07-21T05:31:43.126283Z","end":"2026-07-21T05:31:45.959892Z","steps":["trace[1792632158] 'process raft request' (duration: 2.833364327s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.126275Z","time spent":"2.833725345s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:45.960194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756318477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:4637"} {"level":"info","ts":"2026-07-21T05:31:45.960232Z","caller":"traceutil/trace.go:171","msg":"trace[815920237] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:3193; }","duration":"2.75641596s","start":"2026-07-21T05:31:43.203802Z","end":"2026-07-21T05:31:45.960218Z","steps":["trace[815920237] 'agreement among raft nodes before linearized reading' (duration: 2.756228265s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.203786Z","time spent":"2.756470772s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":4659,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-21T05:31:45.96027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755340444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-07-21T05:31:45.960367Z","caller":"traceutil/trace.go:171","msg":"trace[1457659036] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:3193; }","duration":"2.755449077s","start":"2026-07-21T05:31:43.204908Z","end":"2026-07-21T05:31:45.960357Z","steps":["trace[1457659036] 'agreement among raft nodes before linearized reading' (duration: 2.755243072s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348465664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-21T05:31:45.96044Z","caller":"traceutil/trace.go:171","msg":"trace[895824953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3193; }","duration":"2.348576487s","start":"2026-07-21T05:31:43.611851Z","end":"2026-07-21T05:31:45.960428Z","steps":["trace[895824953] 'agreement among raft nodes before linearized reading' (duration: 2.348387062s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.61181Z","time spent":"2.348648498s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-21T05:31:45.960484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.204902Z","time spent":"2.755495558s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":474,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-07-21T05:31:45.960757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162390493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:45.960777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407733775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" limit:500 ","response":"range_response_count:2 size:8921"} {"level":"info","ts":"2026-07-21T05:31:45.960797Z","caller":"traceutil/trace.go:171","msg":"trace[1701545178] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3193; }","duration":"2.162449125s","start":"2026-07-21T05:31:43.798338Z","end":"2026-07-21T05:31:45.960787Z","steps":["trace[1701545178] 'agreement among raft nodes before linearized reading' (duration: 2.162391904s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:45.960812Z","caller":"traceutil/trace.go:171","msg":"trace[2041659792] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:2; response_revision:3193; }","duration":"2.407824537s","start":"2026-07-21T05:31:43.552975Z","end":"2026-07-21T05:31:45.9608Z","steps":["trace[2041659792] 'agreement among raft nodes before linearized reading' (duration: 2.407703504s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.798329Z","time spent":"2.162486186s","remote":"127.0.0.1:46340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:45.960835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.552945Z","time spent":"2.407883178s","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":2,"response size":8943,"request content":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-07-21T05:31:45.960951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755038257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/\" range_end:\"/registry/roles/kube-public0\" limit:500 ","response":"range_response_count:2 size:1073"} {"level":"info","ts":"2026-07-21T05:31:45.960983Z","caller":"traceutil/trace.go:171","msg":"trace[1271134693] range","detail":"{range_begin:/registry/roles/kube-public/; range_end:/registry/roles/kube-public0; response_count:2; response_revision:3193; }","duration":"2.755082878s","start":"2026-07-21T05:31:43.205893Z","end":"2026-07-21T05:31:45.960976Z","steps":["trace[1271134693] 'agreement among raft nodes before linearized reading' (duration: 2.755018166s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295884455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-f5kkz\" ","response":"range_response_count:1 size:5974"} {"level":"warn","ts":"2026-07-21T05:31:45.961003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.205888Z","time spent":"2.755110618s","remote":"127.0.0.1:34892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":2,"response size":1095,"request content":"key:\"/registry/roles/kube-public/\" range_end:\"/registry/roles/kube-public0\" limit:500 "} {"level":"info","ts":"2026-07-21T05:31:45.961016Z","caller":"traceutil/trace.go:171","msg":"trace[988409062] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-f5kkz; range_end:; response_count:1; response_revision:3193; }","duration":"2.295938537s","start":"2026-07-21T05:31:43.665066Z","end":"2026-07-21T05:31:45.961005Z","steps":["trace[988409062] 'agreement among raft nodes before linearized reading' (duration: 2.295870225s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.961037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.665049Z","time spent":"2.295983577s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5996,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-f5kkz\" "} {"level":"warn","ts":"2026-07-21T05:31:45.961146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624416824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-21T05:31:45.961172Z","caller":"traceutil/trace.go:171","msg":"trace[1324694215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3193; }","duration":"2.624490005s","start":"2026-07-21T05:31:43.336675Z","end":"2026-07-21T05:31:45.961165Z","steps":["trace[1324694215] 'agreement among raft nodes before linearized reading' (duration: 2.624428494s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.961189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.336647Z","time spent":"2.624537857s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "}