{"level":"warn","ts":"2026-07-21T05:24:29.600133Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T05:24:29.600215Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.193:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.193:2380","--initial-cluster=instance=https://199.19.213.193:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.193:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.193:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-21T05:24:29.600321Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T05:24:29.600339Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.193:2380"]} {"level":"info","ts":"2026-07-21T05:24:29.600363Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T05:24:29.601035Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"]} {"level":"info","ts":"2026-07-21T05:24:29.601146Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.193:2380"],"listen-peer-urls":["https://199.19.213.193:2380"],"advertise-client-urls":["https://199.19.213.193:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.193:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-21T05:24:29.60398Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.573591ms"} {"level":"info","ts":"2026-07-21T05:24:29.615064Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fc4b8086375a405d","cluster-id":"7155ef20751e16de"} {"level":"info","ts":"2026-07-21T05:24:29.615218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=()"} {"level":"info","ts":"2026-07-21T05:24:29.615247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became follower at term 0"} {"level":"info","ts":"2026-07-21T05:24:29.615261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fc4b8086375a405d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-21T05:24:29.615277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became follower at term 1"} {"level":"info","ts":"2026-07-21T05:24:29.615324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=(18179765634753773661)"} {"level":"warn","ts":"2026-07-21T05:24:29.619683Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-21T05:24:29.621235Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-21T05:24:29.623124Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-21T05:24:29.625203Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fc4b8086375a405d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-21T05:24:29.626524Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fc4b8086375a405d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-21T05:24:29.626745Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:24:29.62681Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:24:29.626827Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:24:29.632216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=(18179765634753773661)"} {"level":"info","ts":"2026-07-21T05:24:29.632446Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7155ef20751e16de","local-member-id":"fc4b8086375a405d","added-peer-id":"fc4b8086375a405d","added-peer-peer-urls":["https://199.19.213.193:2380"]} {"level":"info","ts":"2026-07-21T05:24:29.633942Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T05:24:29.63406Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.193:2380"} {"level":"info","ts":"2026-07-21T05:24:29.634143Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.193:2380"} {"level":"info","ts":"2026-07-21T05:24:29.634314Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fc4b8086375a405d","initial-advertise-peer-urls":["https://199.19.213.193:2380"],"listen-peer-urls":["https://199.19.213.193:2380"],"advertise-client-urls":["https://199.19.213.193:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-21T05:24:29.634362Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-21T05:24:30.416245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d is starting a new election at term 1"} {"level":"info","ts":"2026-07-21T05:24:30.416321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-21T05:24:30.416358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d received MsgPreVoteResp from fc4b8086375a405d at term 1"} {"level":"info","ts":"2026-07-21T05:24:30.416377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became candidate at term 2"} {"level":"info","ts":"2026-07-21T05:24:30.416389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d received MsgVoteResp from fc4b8086375a405d at term 2"} {"level":"info","ts":"2026-07-21T05:24:30.416404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became leader at term 2"} {"level":"info","ts":"2026-07-21T05:24:30.416418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fc4b8086375a405d elected leader fc4b8086375a405d at term 2"} {"level":"info","ts":"2026-07-21T05:24:30.41733Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:24:30.418132Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fc4b8086375a405d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.193:2379]}","request-path":"/0/members/fc4b8086375a405d/attributes","cluster-id":"7155ef20751e16de","publish-timeout":"7s"} {"level":"info","ts":"2026-07-21T05:24:30.418144Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T05:24:30.418229Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T05:24:30.418575Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-21T05:24:30.418725Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-21T05:24:30.418707Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7155ef20751e16de","local-member-id":"fc4b8086375a405d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:24:30.418915Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:24:30.418978Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:24:30.421926Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-21T05:24:30.422274Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.193:2379"} {"level":"info","ts":"2026-07-21T05:24:45.489614Z","caller":"traceutil/trace.go:171","msg":"trace[1458149118] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"693.035784ms","start":"2026-07-21T05:24:44.796555Z","end":"2026-07-21T05:24:45.489591Z","steps":["trace[1458149118] 'process raft request' (duration: 692.841529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:24:45.490184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:24:44.79654Z","time spent":"693.163266ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:24:45.914504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.549163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:24:45.914641Z","caller":"traceutil/trace.go:171","msg":"trace[1477434715] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"420.646685ms","start":"2026-07-21T05:24:45.493977Z","end":"2026-07-21T05:24:45.914624Z","steps":["trace[1477434715] 'read index received' (duration: 59.708593ms)","trace[1477434715] 'applied index is now lower than readState.Index' (duration: 360.936842ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:24:45.914716Z","caller":"traceutil/trace.go:171","msg":"trace[2041989574] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"660.655235ms","start":"2026-07-21T05:24:45.254018Z","end":"2026-07-21T05:24:45.914673Z","steps":["trace[2041989574] 'process raft request' (duration: 299.737563ms)","trace[2041989574] 'compare' (duration: 360.432441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:24:45.914788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.81378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-21T05:24:45.914817Z","caller":"traceutil/trace.go:171","msg":"trace[886158432] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:366; }","duration":"420.881251ms","start":"2026-07-21T05:24:45.493927Z","end":"2026-07-21T05:24:45.914809Z","steps":["trace[886158432] 'agreement among raft nodes before linearized reading' (duration: 420.80998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:24:45.91485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:24:45.493907Z","time spent":"420.935742ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-21T05:24:45.914839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.442028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:24:45.914904Z","caller":"traceutil/trace.go:171","msg":"trace[1917037871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:366; }","duration":"387.557771ms","start":"2026-07-21T05:24:45.52733Z","end":"2026-07-21T05:24:45.914888Z","steps":["trace[1917037871] 'agreement among raft nodes before linearized reading' (duration: 387.443229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:24:45.914892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:24:45.253989Z","time spent":"660.811869ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:24:45.914945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:24:45.527307Z","time spent":"387.632153ms","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:25:06.588286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.458135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:25:06.588448Z","caller":"traceutil/trace.go:171","msg":"trace[1220742221] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:485; }","duration":"276.64344ms","start":"2026-07-21T05:25:06.311783Z","end":"2026-07-21T05:25:06.588426Z","steps":["trace[1220742221] 'range keys from in-memory index tree' (duration: 276.376324ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:12.431607Z","caller":"traceutil/trace.go:171","msg":"trace[2121481229] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:606; }","duration":"173.265479ms","start":"2026-07-21T05:25:12.258316Z","end":"2026-07-21T05:25:12.431582Z","steps":["trace[2121481229] 'read index received' (duration: 172.386827ms)","trace[2121481229] 'applied index is now lower than readState.Index' (duration: 877.812µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:25:12.431681Z","caller":"traceutil/trace.go:171","msg":"trace[901402568] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"209.57777ms","start":"2026-07-21T05:25:12.222065Z","end":"2026-07-21T05:25:12.431643Z","steps":["trace[901402568] 'process raft request' (duration: 208.953565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:12.431913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.578776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-21T05:25:12.431997Z","caller":"traceutil/trace.go:171","msg":"trace[1590112921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"173.718649ms","start":"2026-07-21T05:25:12.258257Z","end":"2026-07-21T05:25:12.431975Z","steps":["trace[1590112921] 'agreement among raft nodes before linearized reading' (duration: 173.427242ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:12.563505Z","caller":"traceutil/trace.go:171","msg":"trace[1285577962] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"127.155542ms","start":"2026-07-21T05:25:12.436323Z","end":"2026-07-21T05:25:12.563479Z","steps":["trace[1285577962] 'process raft request' (duration: 95.990144ms)","trace[1285577962] 'compare' (duration: 31.066366ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:25:12.625141Z","caller":"traceutil/trace.go:171","msg":"trace[174090110] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"135.215665ms","start":"2026-07-21T05:25:12.489896Z","end":"2026-07-21T05:25:12.625111Z","steps":["trace[174090110] 'process raft request' (duration: 135.037951ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:13.361714Z","caller":"traceutil/trace.go:171","msg":"trace[555897280] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"313.962655ms","start":"2026-07-21T05:25:13.047722Z","end":"2026-07-21T05:25:13.361684Z","steps":["trace[555897280] 'process raft request' (duration: 278.487513ms)","trace[555897280] 'compare' (duration: 35.086312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:25:13.36187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:13.047698Z","time spent":"314.093118ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:25:13.447635Z","caller":"traceutil/trace.go:171","msg":"trace[867271974] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"321.343132ms","start":"2026-07-21T05:25:13.126268Z","end":"2026-07-21T05:25:13.447611Z","steps":["trace[867271974] 'process raft request' (duration: 321.230559ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:13.447646Z","caller":"traceutil/trace.go:171","msg":"trace[1628596621] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"114.973059ms","start":"2026-07-21T05:25:13.332631Z","end":"2026-07-21T05:25:13.447605Z","steps":["trace[1628596621] 'read index received' (duration: 114.960079ms)","trace[1628596621] 'applied index is now lower than readState.Index' (duration: 11.1µs)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:25:13.447774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:13.126242Z","time spent":"321.458035ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:25:13.447899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.181915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-21T05:25:13.44806Z","caller":"traceutil/trace.go:171","msg":"trace[59464879] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:592; }","duration":"115.393279ms","start":"2026-07-21T05:25:13.332603Z","end":"2026-07-21T05:25:13.447997Z","steps":["trace[59464879] 'agreement among raft nodes before linearized reading' (duration: 115.120783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:14.18537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.872345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:25:14.185602Z","caller":"traceutil/trace.go:171","msg":"trace[1832787384] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:612; }","duration":"656.111296ms","start":"2026-07-21T05:25:13.529471Z","end":"2026-07-21T05:25:14.185582Z","steps":["trace[1832787384] 'read index received' (duration: 448.957645ms)","trace[1832787384] 'applied index is now lower than readState.Index' (duration: 207.152391ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:25:14.185632Z","caller":"traceutil/trace.go:171","msg":"trace[917395611] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"760.41983ms","start":"2026-07-21T05:25:13.425178Z","end":"2026-07-21T05:25:14.185598Z","steps":["trace[917395611] 'process raft request' (duration: 553.231447ms)","trace[917395611] 'compare' (duration: 206.685011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:25:14.18571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:13.449653Z","time spent":"736.045625ms","remote":"127.0.0.1:49006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-21T05:25:14.185751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.276801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:25:14.185777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:13.425133Z","time spent":"760.570683ms","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-21T05:25:14.185813Z","caller":"traceutil/trace.go:171","msg":"trace[251290291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"656.380093ms","start":"2026-07-21T05:25:13.529416Z","end":"2026-07-21T05:25:14.185796Z","steps":["trace[251290291] 'agreement among raft nodes before linearized reading' (duration: 656.283251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:14.18584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.427752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-21T05:25:14.185877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:13.529392Z","time spent":"656.474295ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T05:25:14.185894Z","caller":"traceutil/trace.go:171","msg":"trace[70242391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"128.517044ms","start":"2026-07-21T05:25:14.057363Z","end":"2026-07-21T05:25:14.18588Z","steps":["trace[70242391] 'agreement among raft nodes before linearized reading' (duration: 128.34508ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:57.528359Z","caller":"traceutil/trace.go:171","msg":"trace[942638904] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"282.54202ms","start":"2026-07-21T05:25:57.245797Z","end":"2026-07-21T05:25:57.528339Z","steps":["trace[942638904] 'process raft request' (duration: 282.414537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:57.798834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.804738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:25:57.798931Z","caller":"traceutil/trace.go:171","msg":"trace[1880086169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"199.961051ms","start":"2026-07-21T05:25:57.598953Z","end":"2026-07-21T05:25:57.798914Z","steps":["trace[1880086169] 'range keys from in-memory index tree' (duration: 199.724575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:57.799129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.367054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-21T05:25:57.799242Z","caller":"traceutil/trace.go:171","msg":"trace[1454829985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1153; }","duration":"173.579409ms","start":"2026-07-21T05:25:57.625643Z","end":"2026-07-21T05:25:57.799223Z","steps":["trace[1454829985] 'range keys from in-memory index tree' (duration: 173.190339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:57.799288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.165538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:25:57.799322Z","caller":"traceutil/trace.go:171","msg":"trace[2074531104] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1153; }","duration":"145.23939ms","start":"2026-07-21T05:25:57.654075Z","end":"2026-07-21T05:25:57.799314Z","steps":["trace[2074531104] 'count revisions from in-memory index tree' (duration: 145.081406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:40.357197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.34578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-21T05:26:40.357344Z","caller":"traceutil/trace.go:171","msg":"trace[1244421393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1807; }","duration":"412.551715ms","start":"2026-07-21T05:26:39.944763Z","end":"2026-07-21T05:26:40.357315Z","steps":["trace[1244421393] 'range keys from in-memory index tree' (duration: 412.128985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:40.357405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:26:39.94474Z","time spent":"412.651017ms","remote":"127.0.0.1:38166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-21T05:26:40.357222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.598318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:26:40.35751Z","caller":"traceutil/trace.go:171","msg":"trace[1158999815] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1807; }","duration":"155.936166ms","start":"2026-07-21T05:26:40.20154Z","end":"2026-07-21T05:26:40.357477Z","steps":["trace[1158999815] 'count revisions from in-memory index tree' (duration: 155.507976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:40.357804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.826077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-21T05:26:40.357844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.631635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e52dca3-3ceb-480f-b8ac-76a5c303de0e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-21T05:26:40.357939Z","caller":"traceutil/trace.go:171","msg":"trace[13801228] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e52dca3-3ceb-480f-b8ac-76a5c303de0e; range_end:; response_count:1; response_revision:1807; }","duration":"308.764828ms","start":"2026-07-21T05:26:40.049142Z","end":"2026-07-21T05:26:40.357907Z","steps":["trace[13801228] 'range keys from in-memory index tree' (duration: 307.886617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:40.358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:26:40.049125Z","time spent":"308.863741ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e52dca3-3ceb-480f-b8ac-76a5c303de0e\" "} {"level":"info","ts":"2026-07-21T05:26:40.357881Z","caller":"traceutil/trace.go:171","msg":"trace[2030325131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1807; }","duration":"267.94323ms","start":"2026-07-21T05:26:40.089918Z","end":"2026-07-21T05:26:40.357862Z","steps":["trace[2030325131] 'range keys from in-memory index tree' (duration: 267.280434ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:26:40.953934Z","caller":"traceutil/trace.go:171","msg":"trace[932259603] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"144.81886ms","start":"2026-07-21T05:26:40.809088Z","end":"2026-07-21T05:26:40.953906Z","steps":["trace[932259603] 'process raft request' (duration: 56.920564ms)","trace[932259603] 'compare' (duration: 87.784863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:26:52.91533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.273372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T05:26:52.915441Z","caller":"traceutil/trace.go:171","msg":"trace[903121557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1911; }","duration":"109.416175ms","start":"2026-07-21T05:26:52.806001Z","end":"2026-07-21T05:26:52.915417Z","steps":["trace[903121557] 'range keys from in-memory index tree' (duration: 109.096398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:52.915844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.048792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T05:26:52.915932Z","caller":"traceutil/trace.go:171","msg":"trace[1690773698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1911; }","duration":"133.179955ms","start":"2026-07-21T05:26:52.782737Z","end":"2026-07-21T05:26:52.915917Z","steps":["trace[1690773698] 'range keys from in-memory index tree' (duration: 132.214542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.050462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.362144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:27:30.05076Z","caller":"traceutil/trace.go:171","msg":"trace[1558767281] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"823.051989ms","start":"2026-07-21T05:27:29.22765Z","end":"2026-07-21T05:27:30.050702Z","steps":["trace[1558767281] 'process raft request' (duration: 330.296385ms)","trace[1558767281] 'compare' (duration: 492.15964ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:27:30.050808Z","caller":"traceutil/trace.go:171","msg":"trace[483272670] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"373.698657ms","start":"2026-07-21T05:27:29.677085Z","end":"2026-07-21T05:27:30.050784Z","steps":["trace[483272670] 'process raft request' (duration: 373.571644ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:30.050795Z","caller":"traceutil/trace.go:171","msg":"trace[1651150287] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2202; }","duration":"789.648377ms","start":"2026-07-21T05:27:29.261104Z","end":"2026-07-21T05:27:30.050752Z","steps":["trace[1651150287] 'read index received' (duration: 296.883973ms)","trace[1651150287] 'applied index is now lower than readState.Index' (duration: 492.761144ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:27:30.050907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.677063Z","time spent":"373.80153ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:27:30.050956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.227616Z","time spent":"823.245544ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:27:30.051069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.953775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-21T05:27:30.051176Z","caller":"traceutil/trace.go:171","msg":"trace[1389089912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2123; }","duration":"790.113709ms","start":"2026-07-21T05:27:29.261029Z","end":"2026-07-21T05:27:30.051143Z","steps":["trace[1389089912] 'agreement among raft nodes before linearized reading' (duration: 789.800131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.051227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.261007Z","time spent":"790.207401ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-21T05:27:30.052907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.761608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-21T05:27:30.052909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.998459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:27:30.052972Z","caller":"traceutil/trace.go:171","msg":"trace[36618485] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2124; }","duration":"786.83854ms","start":"2026-07-21T05:27:29.266112Z","end":"2026-07-21T05:27:30.052951Z","steps":["trace[36618485] 'agreement among raft nodes before linearized reading' (duration: 786.674426ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:30.052997Z","caller":"traceutil/trace.go:171","msg":"trace[1590486926] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"200.267625ms","start":"2026-07-21T05:27:29.852693Z","end":"2026-07-21T05:27:30.052961Z","steps":["trace[1590486926] 'process raft request' (duration: 199.919317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.053153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.527309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:27:30.053162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.185811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-21T05:27:30.053208Z","caller":"traceutil/trace.go:171","msg":"trace[1489294302] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2124; }","duration":"685.613472ms","start":"2026-07-21T05:27:29.36758Z","end":"2026-07-21T05:27:30.053194Z","steps":["trace[1489294302] 'agreement among raft nodes before linearized reading' (duration: 685.515359ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:30.053218Z","caller":"traceutil/trace.go:171","msg":"trace[867565691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2124; }","duration":"337.237392ms","start":"2026-07-21T05:27:29.715965Z","end":"2026-07-21T05:27:30.053202Z","steps":["trace[867565691] 'agreement among raft nodes before linearized reading' (duration: 337.044447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.053255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.715889Z","time spent":"337.359275ms","remote":"127.0.0.1:38166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-21T05:27:30.053258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.36756Z","time spent":"685.684263ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:27:30.05303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.266082Z","time spent":"786.936132ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-21T05:27:30.052985Z","caller":"traceutil/trace.go:171","msg":"trace[1873067778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2124; }","duration":"523.115902ms","start":"2026-07-21T05:27:29.529846Z","end":"2026-07-21T05:27:30.052962Z","steps":["trace[1873067778] 'agreement among raft nodes before linearized reading' (duration: 522.963458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.05336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.525313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-21T05:27:30.053352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.780249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-21T05:27:30.053439Z","caller":"traceutil/trace.go:171","msg":"trace[2106895637] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2124; }","duration":"771.640556ms","start":"2026-07-21T05:27:29.28177Z","end":"2026-07-21T05:27:30.053411Z","steps":["trace[2106895637] 'agreement among raft nodes before linearized reading' (duration: 771.466812ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:30.053456Z","caller":"traceutil/trace.go:171","msg":"trace[974411590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2124; }","duration":"751.925092ms","start":"2026-07-21T05:27:29.301505Z","end":"2026-07-21T05:27:30.05343Z","steps":["trace[974411590] 'agreement among raft nodes before linearized reading' (duration: 751.652756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.053495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.281748Z","time spent":"771.734768ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:27:30.053513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.301491Z","time spent":"752.007245ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-21T05:27:30.053397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:27:29.529821Z","time spent":"523.569723ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T05:27:30.328517Z","caller":"traceutil/trace.go:171","msg":"trace[217820824] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"271.222708ms","start":"2026-07-21T05:27:30.057265Z","end":"2026-07-21T05:27:30.328488Z","steps":["trace[217820824] 'process raft request' (duration: 242.441278ms)","trace[217820824] 'compare' (duration: 28.599946ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:27:30.333987Z","caller":"traceutil/trace.go:171","msg":"trace[339645398] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2205; }","duration":"270.47754ms","start":"2026-07-21T05:27:30.063481Z","end":"2026-07-21T05:27:30.333959Z","steps":["trace[339645398] 'read index received' (duration: 236.262899ms)","trace[339645398] 'applied index is now lower than readState.Index' (duration: 34.213571ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:27:30.334073Z","caller":"traceutil/trace.go:171","msg":"trace[113790005] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"275.664085ms","start":"2026-07-21T05:27:30.058367Z","end":"2026-07-21T05:27:30.334031Z","steps":["trace[113790005] 'process raft request' (duration: 275.383318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:30.334123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.619784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:27:30.334172Z","caller":"traceutil/trace.go:171","msg":"trace[750303290] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2127; }","duration":"270.706966ms","start":"2026-07-21T05:27:30.06345Z","end":"2026-07-21T05:27:30.334157Z","steps":["trace[750303290] 'agreement among raft nodes before linearized reading' (duration: 270.615353ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:30.334195Z","caller":"traceutil/trace.go:171","msg":"trace[1200985189] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"274.763693ms","start":"2026-07-21T05:27:30.059361Z","end":"2026-07-21T05:27:30.334125Z","steps":["trace[1200985189] 'process raft request' (duration: 274.548388ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:28:03.699633Z","caller":"traceutil/trace.go:171","msg":"trace[445546865] linearizableReadLoop","detail":"{readStateIndex:2443; appliedIndex:2442; }","duration":"356.105055ms","start":"2026-07-21T05:28:03.343502Z","end":"2026-07-21T05:28:03.699607Z","steps":["trace[445546865] 'read index received' (duration: 355.87365ms)","trace[445546865] 'applied index is now lower than readState.Index' (duration: 230.415µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:28:03.699729Z","caller":"traceutil/trace.go:171","msg":"trace[1689873424] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"396.653147ms","start":"2026-07-21T05:28:03.303059Z","end":"2026-07-21T05:28:03.699712Z","steps":["trace[1689873424] 'process raft request' (duration: 396.405341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:03.699822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:03.303036Z","time spent":"396.727379ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:28:03.699858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.345401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-21T05:28:03.6999Z","caller":"traceutil/trace.go:171","msg":"trace[382274222] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:2355; }","duration":"356.417052ms","start":"2026-07-21T05:28:03.343472Z","end":"2026-07-21T05:28:03.69989Z","steps":["trace[382274222] 'agreement among raft nodes before linearized reading' (duration: 356.277479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:03.699936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:03.343457Z","time spent":"356.471324ms","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-21T05:28:03.699937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.886871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:28:03.70002Z","caller":"traceutil/trace.go:171","msg":"trace[814978650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2355; }","duration":"170.013394ms","start":"2026-07-21T05:28:03.529988Z","end":"2026-07-21T05:28:03.700002Z","steps":["trace[814978650] 'agreement among raft nodes before linearized reading' (duration: 169.86337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:36.91713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.840488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-21T05:28:36.917252Z","caller":"traceutil/trace.go:171","msg":"trace[2059315127] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2538; }","duration":"217.001862ms","start":"2026-07-21T05:28:36.700225Z","end":"2026-07-21T05:28:36.917227Z","steps":["trace[2059315127] 'range keys from in-memory index tree' (duration: 216.626593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:36.917298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.634439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T05:28:36.91739Z","caller":"traceutil/trace.go:171","msg":"trace[641987016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2538; }","duration":"283.755552ms","start":"2026-07-21T05:28:36.633612Z","end":"2026-07-21T05:28:36.917367Z","steps":["trace[641987016] 'range keys from in-memory index tree' (duration: 283.416743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:36.917369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.164642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-21T05:28:36.917531Z","caller":"traceutil/trace.go:171","msg":"trace[1606928604] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2538; }","duration":"264.337436ms","start":"2026-07-21T05:28:36.653142Z","end":"2026-07-21T05:28:36.917479Z","steps":["trace[1606928604] 'range keys from in-memory index tree' (duration: 263.992267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:37.282629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.090641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T05:28:37.282772Z","caller":"traceutil/trace.go:171","msg":"trace[968451808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2541; }","duration":"156.280196ms","start":"2026-07-21T05:28:37.126468Z","end":"2026-07-21T05:28:37.282748Z","steps":["trace[968451808] 'range keys from in-memory index tree' (duration: 155.843945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:37.967517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.131856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:28:37.967667Z","caller":"traceutil/trace.go:171","msg":"trace[330942237] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2636; }","duration":"678.866402ms","start":"2026-07-21T05:28:37.288782Z","end":"2026-07-21T05:28:37.967648Z","steps":["trace[330942237] 'read index received' (duration: 11.791962ms)","trace[330942237] 'applied index is now lower than readState.Index' (duration: 667.07321ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:28:37.967723Z","caller":"traceutil/trace.go:171","msg":"trace[1786874572] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"679.561949ms","start":"2026-07-21T05:28:37.288138Z","end":"2026-07-21T05:28:37.9677Z","steps":["trace[1786874572] 'process raft request' (duration: 512.157547ms)","trace[1786874572] 'compare' (duration: 166.791618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:28:37.967836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.048657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-07-21T05:28:37.967832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:37.288126Z","time spent":"679.650291ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:28:37.967871Z","caller":"traceutil/trace.go:171","msg":"trace[1302770808] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2543; }","duration":"679.094588ms","start":"2026-07-21T05:28:37.288768Z","end":"2026-07-21T05:28:37.967862Z","steps":["trace[1302770808] 'agreement among raft nodes before linearized reading' (duration: 678.951145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:37.967901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:37.288759Z","time spent":"679.135359ms","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-21T05:28:38.16933Z","caller":"traceutil/trace.go:171","msg":"trace[476118976] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2638; }","duration":"201.607363ms","start":"2026-07-21T05:28:37.967691Z","end":"2026-07-21T05:28:38.169299Z","steps":["trace[476118976] 'read index received' (duration: 201.262694ms)","trace[476118976] 'applied index is now lower than readState.Index' (duration: 343.599µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:28:38.169601Z","caller":"traceutil/trace.go:171","msg":"trace[1816052299] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"576.517179ms","start":"2026-07-21T05:28:37.592846Z","end":"2026-07-21T05:28:38.169363Z","steps":["trace[1816052299] 'process raft request' (duration: 576.267553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:38.16971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.282974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:28:38.169733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.301269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7375"} {"level":"warn","ts":"2026-07-21T05:28:38.169769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:37.592819Z","time spent":"576.859168ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:28:38.169791Z","caller":"traceutil/trace.go:171","msg":"trace[335588642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"571.441328ms","start":"2026-07-21T05:28:37.598336Z","end":"2026-07-21T05:28:38.169777Z","steps":["trace[335588642] 'agreement among raft nodes before linearized reading' (duration: 571.11941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:38.169733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.279053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T05:28:38.169805Z","caller":"traceutil/trace.go:171","msg":"trace[123120264] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2544; }","duration":"197.419962ms","start":"2026-07-21T05:28:37.972368Z","end":"2026-07-21T05:28:38.169788Z","steps":["trace[123120264] 'agreement among raft nodes before linearized reading' (duration: 197.156766ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:28:38.170708Z","caller":"traceutil/trace.go:171","msg":"trace[1349070310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2544; }","duration":"305.35691ms","start":"2026-07-21T05:28:37.865311Z","end":"2026-07-21T05:28:38.170668Z","steps":["trace[1349070310] 'agreement among raft nodes before linearized reading' (duration: 304.074539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:28:38.170934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:37.865294Z","time spent":"305.513503ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:28:38.169888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:28:37.598326Z","time spent":"571.549431ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T05:29:42.778367Z","caller":"traceutil/trace.go:171","msg":"trace[34095582] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"513.02362ms","start":"2026-07-21T05:29:42.265316Z","end":"2026-07-21T05:29:42.77834Z","steps":["trace[34095582] 'process raft request' (duration: 512.844625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:42.778566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:29:42.2653Z","time spent":"513.145093ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:29:42.781454Z","caller":"traceutil/trace.go:171","msg":"trace[773170124] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"227.227703ms","start":"2026-07-21T05:29:42.554203Z","end":"2026-07-21T05:29:42.78143Z","steps":["trace[773170124] 'process raft request' (duration: 227.14047ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:42.781524Z","caller":"traceutil/trace.go:171","msg":"trace[1414967126] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"508.119842ms","start":"2026-07-21T05:29:42.273376Z","end":"2026-07-21T05:29:42.781496Z","steps":["trace[1414967126] 'process raft request' (duration: 507.823285ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:42.781563Z","caller":"traceutil/trace.go:171","msg":"trace[2104493568] linearizableReadLoop","detail":"{readStateIndex:2993; appliedIndex:2991; }","duration":"297.027617ms","start":"2026-07-21T05:29:42.48452Z","end":"2026-07-21T05:29:42.781547Z","steps":["trace[2104493568] 'read index received' (duration: 293.635606ms)","trace[2104493568] 'applied index is now lower than readState.Index' (duration: 3.390341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:29:42.781665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:29:42.273355Z","time spent":"508.232825ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:29:42.78168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.765181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:29:42.781705Z","caller":"traceutil/trace.go:171","msg":"trace[1642117340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2885; }","duration":"251.820812ms","start":"2026-07-21T05:29:42.529875Z","end":"2026-07-21T05:29:42.781696Z","steps":["trace[1642117340] 'agreement among raft nodes before linearized reading' (duration: 251.773871ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:42.781701Z","caller":"traceutil/trace.go:171","msg":"trace[1462045186] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"204.246551ms","start":"2026-07-21T05:29:42.577379Z","end":"2026-07-21T05:29:42.781626Z","steps":["trace[1462045186] 'process raft request' (duration: 204.016876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:29:42.781833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.316664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-21T05:29:42.78189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.417731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-21T05:29:42.781899Z","caller":"traceutil/trace.go:171","msg":"trace[120946676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2885; }","duration":"297.429916ms","start":"2026-07-21T05:29:42.48445Z","end":"2026-07-21T05:29:42.78188Z","steps":["trace[120946676] 'agreement among raft nodes before linearized reading' (duration: 297.196691ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:29:42.781932Z","caller":"traceutil/trace.go:171","msg":"trace[1796895143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2885; }","duration":"243.498702ms","start":"2026-07-21T05:29:42.538421Z","end":"2026-07-21T05:29:42.781919Z","steps":["trace[1796895143] 'agreement among raft nodes before linearized reading' (duration: 243.368819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.056893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.581611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-21T05:30:39.056998Z","caller":"traceutil/trace.go:171","msg":"trace[63093442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3332; }","duration":"105.742275ms","start":"2026-07-21T05:30:38.951236Z","end":"2026-07-21T05:30:39.056978Z","steps":["trace[63093442] 'range keys from in-memory index tree' (duration: 105.338775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:45.587466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:46.087825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:46.262848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177054576s","expected-duration":"1s"} {"level":"info","ts":"2026-07-21T05:30:46.266622Z","caller":"traceutil/trace.go:171","msg":"trace[623803783] linearizableReadLoop","detail":"{readStateIndex:3522; appliedIndex:3521; }","duration":"1.180101769s","start":"2026-07-21T05:30:45.086497Z","end":"2026-07-21T05:30:46.266599Z","steps":["trace[623803783] 'read index received' (duration: 1.176552764s)","trace[623803783] 'applied index is now lower than readState.Index' (duration: 3.547935ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:30:46.266692Z","caller":"traceutil/trace.go:171","msg":"trace[1303223861] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"1.184173337s","start":"2026-07-21T05:30:45.082483Z","end":"2026-07-21T05:30:46.266656Z","steps":["trace[1303223861] 'process raft request' (duration: 1.180617872s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.266823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180306194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-21T05:30:46.266841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.082455Z","time spent":"1.184305661s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:46.266875Z","caller":"traceutil/trace.go:171","msg":"trace[521422566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3393; }","duration":"1.180400286s","start":"2026-07-21T05:30:45.086462Z","end":"2026-07-21T05:30:46.266863Z","steps":["trace[521422566] 'agreement among raft nodes before linearized reading' (duration: 1.180236462s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.266909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.086448Z","time spent":"1.180453207s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:30:46.266917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.847446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-21T05:30:46.266969Z","caller":"traceutil/trace.go:171","msg":"trace[1678590538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3393; }","duration":"652.925809ms","start":"2026-07-21T05:30:45.614028Z","end":"2026-07-21T05:30:46.266954Z","steps":["trace[1678590538] 'agreement among raft nodes before linearized reading' (duration: 652.784225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.267016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.614017Z","time spent":"652.99155ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:46.267017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.619494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:46.267024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180314034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T05:30:46.267085Z","caller":"traceutil/trace.go:171","msg":"trace[1745094575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3393; }","duration":"736.712215ms","start":"2026-07-21T05:30:45.530355Z","end":"2026-07-21T05:30:46.267067Z","steps":["trace[1745094575] 'agreement among raft nodes before linearized reading' (duration: 736.598403ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:46.267119Z","caller":"traceutil/trace.go:171","msg":"trace[1711650431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3393; }","duration":"1.180464798s","start":"2026-07-21T05:30:45.086631Z","end":"2026-07-21T05:30:46.267096Z","steps":["trace[1711650431] 'agreement among raft nodes before linearized reading' (duration: 1.180184881s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.267137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.591102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:46.267159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.530344Z","time spent":"736.800817ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T05:30:46.267175Z","caller":"traceutil/trace.go:171","msg":"trace[1998549795] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3393; }","duration":"100.695464ms","start":"2026-07-21T05:30:46.166466Z","end":"2026-07-21T05:30:46.267162Z","steps":["trace[1998549795] 'agreement among raft nodes before linearized reading' (duration: 100.626612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.267185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.086611Z","time spent":"1.180560681s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:46.267216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.575217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T05:30:46.267256Z","caller":"traceutil/trace.go:171","msg":"trace[186594863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3393; }","duration":"742.644179ms","start":"2026-07-21T05:30:45.524602Z","end":"2026-07-21T05:30:46.267247Z","steps":["trace[186594863] 'agreement among raft nodes before linearized reading' (duration: 742.544526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.267283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.524517Z","time spent":"742.761091ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:46.267335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.816754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-21T05:30:46.267476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179106075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T05:30:46.267533Z","caller":"traceutil/trace.go:171","msg":"trace[328846841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3393; }","duration":"1.179194087s","start":"2026-07-21T05:30:45.08833Z","end":"2026-07-21T05:30:46.267524Z","steps":["trace[328846841] 'agreement among raft nodes before linearized reading' (duration: 1.179102975s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:46.267512Z","caller":"traceutil/trace.go:171","msg":"trace[2000935999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3393; }","duration":"363.03433ms","start":"2026-07-21T05:30:45.904458Z","end":"2026-07-21T05:30:46.267492Z","steps":["trace[2000935999] 'agreement among raft nodes before linearized reading' (duration: 362.746603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.267562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.088313Z","time spent":"1.179240849s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:30:46.267588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.904438Z","time spent":"363.133561ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:46.267401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.122221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-21T05:30:46.267651Z","caller":"traceutil/trace.go:171","msg":"trace[1842005788] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3393; }","duration":"687.395608ms","start":"2026-07-21T05:30:45.580235Z","end":"2026-07-21T05:30:46.26763Z","steps":["trace[1842005788] 'agreement among raft nodes before linearized reading' (duration: 687.113781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.267717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.580213Z","time spent":"687.48542ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:46.267455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.817172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l5kvz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-21T05:30:46.268036Z","caller":"traceutil/trace.go:171","msg":"trace[171938773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l5kvz; range_end:; response_count:1; response_revision:3393; }","duration":"468.336054ms","start":"2026-07-21T05:30:45.799599Z","end":"2026-07-21T05:30:46.267935Z","steps":["trace[171938773] 'agreement among raft nodes before linearized reading' (duration: 467.76393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:46.268567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:45.79958Z","time spent":"468.938839ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-l5kvz\" "} {"level":"warn","ts":"2026-07-21T05:30:50.734951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:51.235587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:51.736134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:52.236592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:52.52978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:52.529864Z","caller":"traceutil/trace.go:171","msg":"trace[1521271738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012608s","start":"2026-07-21T05:30:50.52972Z","end":"2026-07-21T05:30:52.529846Z","steps":["trace[1521271738] 'agreement among raft nodes before linearized reading' (duration: 2.000021668s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:52.529916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.529662Z","time spent":"2.000243243s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:52.736975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:53.23807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:53.739132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:54.239992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:54.530211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:54.530315Z","caller":"traceutil/trace.go:171","msg":"trace[788116709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192813s","start":"2026-07-21T05:30:52.530097Z","end":"2026-07-21T05:30:54.53029Z","steps":["trace[788116709] 'agreement among raft nodes before linearized reading' (duration: 2.0000594s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.530404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.530074Z","time spent":"2.000319165s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:54.740886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:55.241178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:55.279557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.282448Z","time spent":"4.997099959s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/21 05:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:55.291605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999585049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:55.291671Z","caller":"traceutil/trace.go:171","msg":"trace[2088795736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999709832s","start":"2026-07-21T05:30:50.291945Z","end":"2026-07-21T05:30:55.291655Z","steps":["trace[2088795736] 'agreement among raft nodes before linearized reading' (duration: 4.99962348s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:55.291713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.291923Z","time spent":"4.999780923s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:30:55.295705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99963357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:55.295771Z","caller":"traceutil/trace.go:171","msg":"trace[600513316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999722412s","start":"2026-07-21T05:30:50.296032Z","end":"2026-07-21T05:30:55.295755Z","steps":["trace[600513316] 'agreement among raft nodes before linearized reading' (duration: 4.99965014s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:55.295821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.296019Z","time spent":"4.999788804s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/21 05:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:55.299137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999530118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:55.29925Z","caller":"traceutil/trace.go:171","msg":"trace[535616966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999713212s","start":"2026-07-21T05:30:50.299509Z","end":"2026-07-21T05:30:55.299222Z","steps":["trace[535616966] 'agreement among raft nodes before linearized reading' (duration: 4.999564128s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:55.29933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.299486Z","time spent":"4.999829334s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/21 05:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:55.742061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:56.102567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.10375Z","time spent":"4.998810429s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:30:56.242443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:56.537694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:56.537775Z","caller":"traceutil/trace.go:171","msg":"trace[1706847014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280703s","start":"2026-07-21T05:30:54.537473Z","end":"2026-07-21T05:30:56.537754Z","steps":["trace[1706847014] 'agreement among raft nodes before linearized reading' (duration: 2.000189911s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:56.537818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.537454Z","time spent":"2.000355676s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:56.742837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:57.212009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.211858Z","time spent":"7.000140058s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:30:57.235712Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-21T05:30:57.23598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001331076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:30:57.236051Z","caller":"traceutil/trace.go:171","msg":"trace[1636395441] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; }","duration":"7.001418908s","start":"2026-07-21T05:30:50.234612Z","end":"2026-07-21T05:30:57.236031Z","steps":["trace[1636395441] 'agreement among raft nodes before linearized reading' (duration: 7.001328316s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.236103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.23456Z","time spent":"7.001532301s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"warn","ts":"2026-07-21T05:30:57.373471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.372916Z","time spent":"7.000547737s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:30:57.495627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.494744Z","time spent":"7.000855545s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:30:57.736865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:58.237699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:58.538158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:58.538243Z","caller":"traceutil/trace.go:171","msg":"trace[77758099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999970885s","start":"2026-07-21T05:30:56.538249Z","end":"2026-07-21T05:30:58.53822Z","steps":["trace[77758099] 'agreement among raft nodes before linearized reading' (duration: 1.999875943s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:58.538297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.537896Z","time spent":"2.000388425s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:58.738056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:59.239235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:59.599218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:59.599296Z","caller":"traceutil/trace.go:171","msg":"trace[2042776365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420086s","start":"2026-07-21T05:30:57.598858Z","end":"2026-07-21T05:30:59.599278Z","steps":["trace[2042776365] 'agreement among raft nodes before linearized reading' (duration: 2.000314534s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:59.59934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.598841Z","time spent":"2.000490888s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:59.739786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:00.240202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:00.279174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996270896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.279241Z","caller":"traceutil/trace.go:171","msg":"trace[1928759989] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.996393698s","start":"2026-07-21T05:30:55.282831Z","end":"2026-07-21T05:31:00.279225Z","steps":["trace[1928759989] 'agreement among raft nodes before linearized reading' (duration: 4.996309496s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.279277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.282808Z","time spent":"4.996462141s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.291607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998140546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.2917Z","caller":"traceutil/trace.go:171","msg":"trace[520305628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998295409s","start":"2026-07-21T05:30:57.293385Z","end":"2026-07-21T05:31:00.291681Z","steps":["trace[520305628] 'agreement among raft nodes before linearized reading' (duration: 2.998158006s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.291751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.293369Z","time spent":"2.998371672s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.291849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000190189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-21T05:31:00.291886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000350503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.291924Z","caller":"traceutil/trace.go:171","msg":"trace[622528515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000416095s","start":"2026-07-21T05:30:50.291498Z","end":"2026-07-21T05:31:00.291914Z","steps":["trace[622528515] 'agreement among raft nodes before linearized reading' (duration: 10.000380564s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:00.291931Z","caller":"traceutil/trace.go:171","msg":"trace[1950623946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000313792s","start":"2026-07-21T05:30:50.291597Z","end":"2026-07-21T05:31:00.291911Z","steps":["trace[1950623946] 'agreement among raft nodes before linearized reading' (duration: 10.00021669s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.29195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.291298Z","time spent":"10.00064687s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.291977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.291579Z","time spent":"10.000388224s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.294324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.014352336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.294376Z","caller":"traceutil/trace.go:171","msg":"trace[555935331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.014441447s","start":"2026-07-21T05:30:54.27992Z","end":"2026-07-21T05:31:00.294362Z","steps":["trace[555935331] 'agreement among raft nodes before linearized reading' (duration: 6.014387666s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.294413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.279886Z","time spent":"6.014518249s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.295601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998048683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.29565Z","caller":"traceutil/trace.go:171","msg":"trace[1203222673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998137896s","start":"2026-07-21T05:30:57.297502Z","end":"2026-07-21T05:31:00.29564Z","steps":["trace[1203222673] 'agreement among raft nodes before linearized reading' (duration: 2.998084384s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.295686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.297476Z","time spent":"2.998198748s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.299593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000254441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.299712Z","caller":"traceutil/trace.go:171","msg":"trace[1605431411] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000423935s","start":"2026-07-21T05:30:50.299261Z","end":"2026-07-21T05:31:00.299685Z","steps":["trace[1605431411] 'agreement among raft nodes before linearized reading' (duration: 10.000287482s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.299791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.299245Z","time spent":"10.000531277s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.299931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000565488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.299973Z","caller":"traceutil/trace.go:171","msg":"trace[557453282] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.00062752s","start":"2026-07-21T05:30:50.299335Z","end":"2026-07-21T05:31:00.299962Z","steps":["trace[557453282] 'agreement among raft nodes before linearized reading' (duration: 10.000584189s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.300017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.299322Z","time spent":"10.000684911s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.300155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998559026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.300204Z","caller":"traceutil/trace.go:171","msg":"trace[1213208057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998643698s","start":"2026-07-21T05:30:57.301551Z","end":"2026-07-21T05:31:00.300194Z","steps":["trace[1213208057] 'agreement among raft nodes before linearized reading' (duration: 2.998583447s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.300233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.30154Z","time spent":"2.998687219s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.54648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:00.546557Z","caller":"traceutil/trace.go:171","msg":"trace[1976673036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411197s","start":"2026-07-21T05:30:58.546129Z","end":"2026-07-21T05:31:00.54654Z","steps":["trace[1976673036] 'agreement among raft nodes before linearized reading' (duration: 2.000317105s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:00.546601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:58.546109Z","time spent":"2.000483899s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:00.606079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.605949Z","time spent":"7.000124967s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:00.740381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:01.102943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998584222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:01.10307Z","caller":"traceutil/trace.go:171","msg":"trace[1841463642] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998789607s","start":"2026-07-21T05:30:56.104253Z","end":"2026-07-21T05:31:01.103042Z","steps":["trace[1841463642] 'agreement among raft nodes before linearized reading' (duration: 4.99849524s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:01.103732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.104231Z","time spent":"4.999480594s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/21 05:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:01.240765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:01.534838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.534684Z","time spent":"7.000140427s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:01.74184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:02.242198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:02.553798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:02.553874Z","caller":"traceutil/trace.go:171","msg":"trace[695615369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389887s","start":"2026-07-21T05:31:00.553468Z","end":"2026-07-21T05:31:02.553858Z","steps":["trace[695615369] 'agreement among raft nodes before linearized reading' (duration: 2.000298425s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:02.553919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.553449Z","time spent":"2.000460759s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:02.742752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:03.243577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:03.743776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:04.236487Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-21T05:31:04.23667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.258727384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.236727Z","caller":"traceutil/trace.go:171","msg":"trace[1051105965] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"7.258837166s","start":"2026-07-21T05:30:56.977864Z","end":"2026-07-21T05:31:04.236701Z","steps":["trace[1051105965] 'agreement among raft nodes before linearized reading' (duration: 7.258767815s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.236836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.367237686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:04.236889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.943504813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.236973Z","caller":"traceutil/trace.go:171","msg":"trace[1281412189] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"10.367466151s","start":"2026-07-21T05:30:53.869481Z","end":"2026-07-21T05:31:04.236947Z","steps":["trace[1281412189] 'agreement among raft nodes before linearized reading' (duration: 10.367259726s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.236946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.465984045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.236983Z","caller":"traceutil/trace.go:171","msg":"trace[271984397] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"11.94375789s","start":"2026-07-21T05:30:52.293204Z","end":"2026-07-21T05:31:04.236962Z","steps":["trace[271984397] 'agreement among raft nodes before linearized reading' (duration: 11.943620126s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.236998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.919220537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:04.23708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.29318Z","time spent":"11.943858511s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.237089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.884265943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.237128Z","caller":"traceutil/trace.go:171","msg":"trace[586331174] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; }","duration":"13.466129708s","start":"2026-07-21T05:30:50.770887Z","end":"2026-07-21T05:31:04.237016Z","steps":["trace[586331174] 'agreement among raft nodes before linearized reading' (duration: 13.466035196s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.237125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.942772293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l5kvz\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:04.237172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.602197726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-21T05:31:04.237141Z","caller":"traceutil/trace.go:171","msg":"trace[73770372] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; }","duration":"8.919425471s","start":"2026-07-21T05:30:55.317693Z","end":"2026-07-21T05:31:04.237119Z","steps":["trace[73770372] 'agreement among raft nodes before linearized reading' (duration: 8.919235937s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:04.237204Z","caller":"traceutil/trace.go:171","msg":"trace[947478213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l5kvz; range_end:; }","duration":"13.942911156s","start":"2026-07-21T05:30:50.294275Z","end":"2026-07-21T05:31:04.237186Z","steps":["trace[947478213] 'agreement among raft nodes before linearized reading' (duration: 13.942766003s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.237224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.77086Z","time spent":"13.466347353s","remote":"127.0.0.1:53150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.23712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.869453Z","time spent":"10.367577004s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.237244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.294254Z","time spent":"13.942981187s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-l5kvz\" "} {"level":"info","ts":"2026-07-21T05:31:04.237229Z","caller":"traceutil/trace.go:171","msg":"trace[1197158669] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"8.60233505s","start":"2026-07-21T05:30:55.634877Z","end":"2026-07-21T05:31:04.237212Z","steps":["trace[1197158669] 'agreement among raft nodes before linearized reading' (duration: 8.602275398s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.237215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.102279514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:04.237311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.634834Z","time spent":"8.602444032s","remote":"127.0.0.1:53846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:04.237317Z","caller":"traceutil/trace.go:171","msg":"trace[1530327593] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"9.102462249s","start":"2026-07-21T05:30:55.134832Z","end":"2026-07-21T05:31:04.237294Z","steps":["trace[1530327593] 'agreement among raft nodes before linearized reading' (duration: 9.102300865s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.236846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.977841Z","time spent":"7.2589845s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:04.23722Z","caller":"traceutil/trace.go:171","msg":"trace[462408165] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; }","duration":"10.884528399s","start":"2026-07-21T05:30:53.352667Z","end":"2026-07-21T05:31:04.237196Z","steps":["trace[462408165] 'agreement among raft nodes before linearized reading' (duration: 10.884287403s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.237476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.352647Z","time spent":"10.884811237s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-21T05:31:04.237373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.134811Z","time spent":"9.10254522s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.237784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.317678Z","time spent":"8.920061957s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:04.500742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.500002Z","time spent":"7.000726403s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:04.55456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:04.554643Z","caller":"traceutil/trace.go:171","msg":"trace[2108086608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415817s","start":"2026-07-21T05:31:02.55421Z","end":"2026-07-21T05:31:04.554626Z","steps":["trace[2108086608] 'agreement among raft nodes before linearized reading' (duration: 2.000312944s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:04.55469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:02.554183Z","time spent":"2.000497889s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:04.737038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:05.237845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:05.292171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.293239Z","time spent":"4.998924492s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/21 05:31:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:05.300717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.301831Z","time spent":"4.998877861s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:05.371938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994439435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:05.372014Z","caller":"traceutil/trace.go:171","msg":"trace[1183061256] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994551638s","start":"2026-07-21T05:30:57.377443Z","end":"2026-07-21T05:31:05.371994Z","steps":["trace[1183061256] 'agreement among raft nodes before linearized reading' (duration: 7.994462486s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:05.372112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:57.377425Z","time spent":"7.994674661s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/21 05:31:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:05.582767Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"405d9f8321f94dda","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-21T05:31:05.73797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:06.238677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:06.562443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:06.562527Z","caller":"traceutil/trace.go:171","msg":"trace[1114895195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388285s","start":"2026-07-21T05:31:04.56212Z","end":"2026-07-21T05:31:06.562509Z","steps":["trace[1114895195] 'agreement among raft nodes before linearized reading' (duration: 2.000272482s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:06.562574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:04.5621Z","time spent":"2.000464057s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:31:06.739345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:07.239989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:07.294249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.293959Z","time spent":"7.000282441s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:07.294742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.294617Z","time spent":"7.000119797s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:07.611022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.610614Z","time spent":"7.000400543s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:07.740718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:08.106241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.105017Z","time spent":"7.001217592s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T05:31:08.241179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:08.563508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:08.563597Z","caller":"traceutil/trace.go:171","msg":"trace[2139642017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370304s","start":"2026-07-21T05:31:06.563206Z","end":"2026-07-21T05:31:08.563577Z","steps":["trace[2139642017] 'agreement among raft nodes before linearized reading' (duration: 2.000256412s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:08.563644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:06.56319Z","time spent":"2.000445396s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:08.741764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:09.24221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038576820997701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:31:09.324293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"19.112291782s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-21T05:31:09.596767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:09.596872Z","caller":"traceutil/trace.go:171","msg":"trace[265935839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242139s","start":"2026-07-21T05:31:07.596602Z","end":"2026-07-21T05:31:09.596845Z","steps":["trace[265935839] 'agreement among raft nodes before linearized reading' (duration: 2.000113696s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:09.596993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:07.596579Z","time spent":"2.000395742s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:10.571677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:31:10.57176Z","caller":"traceutil/trace.go:171","msg":"trace[1541950303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203286s","start":"2026-07-21T05:31:08.571538Z","end":"2026-07-21T05:31:10.571742Z","steps":["trace[1541950303] 'agreement among raft nodes before linearized reading' (duration: 2.000099444s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:10.571804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:08.571516Z","time spent":"2.000279808s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:31:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:31:11.113368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.761996ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:11.113492Z","caller":"traceutil/trace.go:171","msg":"trace[346779471] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3415; }","duration":"144.896269ms","start":"2026-07-21T05:31:10.968578Z","end":"2026-07-21T05:31:11.113475Z","steps":["trace[346779471] 'range keys from in-memory index tree' (duration: 144.744976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.45302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.413176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-21T05:31:11.453747Z","caller":"traceutil/trace.go:171","msg":"trace[1388061589] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3428; }","duration":"6.948542946s","start":"2026-07-21T05:31:04.505188Z","end":"2026-07-21T05:31:11.453731Z","steps":["trace[1388061589] 'process raft request' (duration: 6.948462284s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.453886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:04.505158Z","time spent":"6.948646868s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:11.45395Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"39.781µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-21T05:31:11.454037Z","caller":"traceutil/trace.go:171","msg":"trace[1498564838] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3428; }","duration":"6.079462283s","start":"2026-07-21T05:31:05.374554Z","end":"2026-07-21T05:31:11.454017Z","steps":["trace[1498564838] 'process raft request' (duration: 6.079156046s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.454102Z","caller":"traceutil/trace.go:171","msg":"trace[1675906019] linearizableReadLoop","detail":"{readStateIndex:3564; appliedIndex:3544; }","duration":"7.217500569s","start":"2026-07-21T05:31:04.236585Z","end":"2026-07-21T05:31:11.454086Z","steps":["trace[1675906019] 'read index received' (duration: 5.087984136s)","trace[1675906019] 'applied index is now lower than readState.Index' (duration: 2.129515523s)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:11.454155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:05.37453Z","time spent":"6.079561586s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:11.454177Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"405d9f8321f94dda","error":"lease not found"} {"level":"warn","ts":"2026-07-21T05:31:11.454247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.738911554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:11.454274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.904899019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-21T05:31:11.454295Z","caller":"traceutil/trace.go:171","msg":"trace[397998900] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3428; }","duration":"10.738995486s","start":"2026-07-21T05:31:00.715288Z","end":"2026-07-21T05:31:11.454284Z","steps":["trace[397998900] 'agreement among raft nodes before linearized reading' (duration: 10.738899164s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.454339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.052827521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:11.454334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.715267Z","time spent":"10.739058427s","remote":"127.0.0.1:53832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:11.45437Z","caller":"traceutil/trace.go:171","msg":"trace[1198121047] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3428; }","duration":"11.052886032s","start":"2026-07-21T05:31:00.401478Z","end":"2026-07-21T05:31:11.454364Z","steps":["trace[1198121047] 'agreement among raft nodes before linearized reading' (duration: 11.052838511s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.4544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.401463Z","time spent":"11.052928623s","remote":"127.0.0.1:49112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.454451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.348950137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:11.454487Z","caller":"traceutil/trace.go:171","msg":"trace[541863532] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3428; }","duration":"13.348994348s","start":"2026-07-21T05:30:58.105484Z","end":"2026-07-21T05:31:11.454479Z","steps":["trace[541863532] 'agreement among raft nodes before linearized reading' (duration: 13.348899295s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.454513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:58.105431Z","time spent":"13.349075889s","remote":"127.0.0.1:49342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":70,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:11.454531Z","caller":"traceutil/trace.go:171","msg":"trace[1929890431] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3428; }","duration":"3.839713457s","start":"2026-07-21T05:31:07.614806Z","end":"2026-07-21T05:31:11.45452Z","steps":["trace[1929890431] 'process raft request' (duration: 3.839219725s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.454595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.214784214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:11.454625Z","caller":"traceutil/trace.go:171","msg":"trace[333720780] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:0; response_revision:3428; }","duration":"7.214847886s","start":"2026-07-21T05:31:04.239771Z","end":"2026-07-21T05:31:11.454619Z","steps":["trace[333720780] 'agreement among raft nodes before linearized reading' (duration: 7.214801635s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.45463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.106898959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:11.454654Z","caller":"traceutil/trace.go:171","msg":"trace[1232466966] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3428; }","duration":"13.10692218s","start":"2026-07-21T05:30:58.347724Z","end":"2026-07-21T05:31:11.454646Z","steps":["trace[1232466966] 'agreement among raft nodes before linearized reading' (duration: 13.106883059s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.454679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:58.347658Z","time spent":"13.107015732s","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.454701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.359579571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-21T05:31:11.454735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.786721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:11.454773Z","caller":"traceutil/trace.go:171","msg":"trace[1203899362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3428; }","duration":"118.859622ms","start":"2026-07-21T05:31:11.335904Z","end":"2026-07-21T05:31:11.454763Z","steps":["trace[1203899362] 'agreement among raft nodes before linearized reading' (duration: 118.811011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.454783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.16670753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:11.454805Z","caller":"traceutil/trace.go:171","msg":"trace[1412370620] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3428; }","duration":"13.166770511s","start":"2026-07-21T05:30:58.288029Z","end":"2026-07-21T05:31:11.454799Z","steps":["trace[1412370620] 'agreement among raft nodes before linearized reading' (duration: 13.1667366s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.454829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:58.287995Z","time spent":"13.166828412s","remote":"127.0.0.1:53920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.454901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.627954806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4407"} {"level":"warn","ts":"2026-07-21T05:31:11.454596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:07.614785Z","time spent":"3.839779389s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:11.454933Z","caller":"traceutil/trace.go:171","msg":"trace[1544744441] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:3428; }","duration":"8.628016046s","start":"2026-07-21T05:31:02.826909Z","end":"2026-07-21T05:31:11.454925Z","steps":["trace[1544744441] 'agreement among raft nodes before linearized reading' (duration: 8.627884733s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.454939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.521956403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:11.454966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:02.826893Z","time spent":"8.628064578s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":12,"response size":4430,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-07-21T05:31:11.454658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:04.23975Z","time spent":"7.214903327s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"info","ts":"2026-07-21T05:31:11.454736Z","caller":"traceutil/trace.go:171","msg":"trace[229581913] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3428; }","duration":"7.359651312s","start":"2026-07-21T05:31:04.095076Z","end":"2026-07-21T05:31:11.454727Z","steps":["trace[229581913] 'agreement among raft nodes before linearized reading' (duration: 7.359540869s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.869239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:11.455072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:04.095057Z","time spent":"7.360004471s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-21T05:31:11.455062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212698258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l5kvz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-21T05:31:11.455093Z","caller":"traceutil/trace.go:171","msg":"trace[2088728025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3428; }","duration":"874.966871ms","start":"2026-07-21T05:31:10.580105Z","end":"2026-07-21T05:31:11.455071Z","steps":["trace[2088728025] 'agreement among raft nodes before linearized reading' (duration: 874.863818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:10.580085Z","time spent":"875.045503ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:31:11.455158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695119002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:11.454774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.83600857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:11.455166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.052061344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:11.455187Z","caller":"traceutil/trace.go:171","msg":"trace[1101589830] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3428; }","duration":"1.695184793s","start":"2026-07-21T05:31:09.759996Z","end":"2026-07-21T05:31:11.455181Z","steps":["trace[1101589830] 'agreement among raft nodes before linearized reading' (duration: 1.695129842s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.455196Z","caller":"traceutil/trace.go:171","msg":"trace[1166096147] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3428; }","duration":"7.836480071s","start":"2026-07-21T05:31:03.618708Z","end":"2026-07-21T05:31:11.455188Z","steps":["trace[1166096147] 'agreement among raft nodes before linearized reading' (duration: 7.83604635s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:09.759974Z","time spent":"1.695232744s","remote":"127.0.0.1:49314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.455214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065668086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:31:11.455235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:03.618676Z","time spent":"7.836548763s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:11.45525Z","caller":"traceutil/trace.go:171","msg":"trace[1862459319] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3428; }","duration":"4.065743598s","start":"2026-07-21T05:31:07.389497Z","end":"2026-07-21T05:31:11.45524Z","steps":["trace[1862459319] 'agreement among raft nodes before linearized reading' (duration: 4.065666246s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.455137Z","caller":"traceutil/trace.go:171","msg":"trace[284580427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l5kvz; range_end:; response_count:1; response_revision:3428; }","duration":"5.212829041s","start":"2026-07-21T05:31:06.242291Z","end":"2026-07-21T05:31:11.45512Z","steps":["trace[284580427] 'agreement among raft nodes before linearized reading' (duration: 5.212587845s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:07.389464Z","time spent":"4.06582381s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":28,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.455314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.916020374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706c34fb8a3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-21T05:31:11.455329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:06.24227Z","time spent":"5.213048697s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-l5kvz\" "} {"level":"info","ts":"2026-07-21T05:31:11.455351Z","caller":"traceutil/trace.go:171","msg":"trace[356705891] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c43706c34fb8a3; range_end:; response_count:1; response_revision:3428; }","duration":"9.916101975s","start":"2026-07-21T05:31:01.53924Z","end":"2026-07-21T05:31:11.455342Z","steps":["trace[356705891] 'agreement among raft nodes before linearized reading' (duration: 9.916012273s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.539214Z","time spent":"9.916162547s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706c34fb8a3\" "} {"level":"warn","ts":"2026-07-21T05:31:11.455235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.481243277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:11.455442Z","caller":"traceutil/trace.go:171","msg":"trace[2131700377] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3428; }","duration":"9.481442161s","start":"2026-07-21T05:31:01.973984Z","end":"2026-07-21T05:31:11.455426Z","steps":["trace[2131700377] 'agreement among raft nodes before linearized reading' (duration: 9.481232866s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.45548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:01.973923Z","time spent":"9.481545563s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:11.454969Z","caller":"traceutil/trace.go:171","msg":"trace[1551782495] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3428; }","duration":"5.522027905s","start":"2026-07-21T05:31:05.932933Z","end":"2026-07-21T05:31:11.454961Z","steps":["trace[1551782495] 'agreement among raft nodes before linearized reading' (duration: 5.521976284s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.455199Z","caller":"traceutil/trace.go:171","msg":"trace[278050348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3428; }","duration":"9.052134626s","start":"2026-07-21T05:31:02.403055Z","end":"2026-07-21T05:31:11.455189Z","steps":["trace[278050348] 'agreement among raft nodes before linearized reading' (duration: 9.052082674s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:05.932912Z","time spent":"5.522597938s","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.455535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.635281018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:11.45554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:02.403031Z","time spent":"9.052487985s","remote":"127.0.0.1:38088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:11.455575Z","caller":"traceutil/trace.go:171","msg":"trace[456042001] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3428; }","duration":"4.63537328s","start":"2026-07-21T05:31:06.82019Z","end":"2026-07-21T05:31:11.455563Z","steps":["trace[456042001] 'agreement among raft nodes before linearized reading' (duration: 4.635318698s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.454302Z","caller":"traceutil/trace.go:171","msg":"trace[1837595538] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3428; }","duration":"10.904970421s","start":"2026-07-21T05:31:00.549322Z","end":"2026-07-21T05:31:11.454292Z","steps":["trace[1837595538] 'agreement among raft nodes before linearized reading' (duration: 10.904878239s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:06.820162Z","time spent":"4.635439342s","remote":"127.0.0.1:38000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.45562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:00.5493Z","time spent":"10.906311954s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-21T05:31:11.455007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960117361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:11.455673Z","caller":"traceutil/trace.go:171","msg":"trace[317812599] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3428; }","duration":"5.960824818s","start":"2026-07-21T05:31:05.49484Z","end":"2026-07-21T05:31:11.455665Z","steps":["trace[317812599] 'agreement among raft nodes before linearized reading' (duration: 5.960145132s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:05.49482Z","time spent":"5.960875549s","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.455763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.065401982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:11.455805Z","caller":"traceutil/trace.go:171","msg":"trace[1083861510] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3428; }","duration":"5.065485304s","start":"2026-07-21T05:31:06.39031Z","end":"2026-07-21T05:31:11.455795Z","steps":["trace[1083861510] 'agreement among raft nodes before linearized reading' (duration: 5.065424523s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.455839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:06.390283Z","time spent":"5.065548526s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:11.455778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007744452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:11.456062Z","caller":"traceutil/trace.go:171","msg":"trace[1927184548] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3428; }","duration":"4.008360497s","start":"2026-07-21T05:31:07.447629Z","end":"2026-07-21T05:31:11.45599Z","steps":["trace[1927184548] 'agreement among raft nodes before linearized reading' (duration: 4.007297221s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.456242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:07.447609Z","time spent":"4.00850061s","remote":"127.0.0.1:49144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:11.641409Z","caller":"traceutil/trace.go:171","msg":"trace[1416971598] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"183.195992ms","start":"2026-07-21T05:31:11.458169Z","end":"2026-07-21T05:31:11.641365Z","steps":["trace[1416971598] 'process raft request' (duration: 150.079594ms)","trace[1416971598] 'compare' (duration: 32.895823ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:11.641441Z","caller":"traceutil/trace.go:171","msg":"trace[1051240299] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"180.570328ms","start":"2026-07-21T05:31:11.460836Z","end":"2026-07-21T05:31:11.641406Z","steps":["trace[1051240299] 'process raft request' (duration: 180.422545ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.641547Z","caller":"traceutil/trace.go:171","msg":"trace[994579561] transaction","detail":"{read_only:false; response_revision:3431; number_of_response:1; }","duration":"177.647439ms","start":"2026-07-21T05:31:11.46386Z","end":"2026-07-21T05:31:11.641508Z","steps":["trace[994579561] 'process raft request' (duration: 177.464264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.641607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.909627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-21T05:31:11.641623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.582589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46087"} {"level":"info","ts":"2026-07-21T05:31:11.641655Z","caller":"traceutil/trace.go:171","msg":"trace[1059851491] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:3431; }","duration":"180.991739ms","start":"2026-07-21T05:31:11.460653Z","end":"2026-07-21T05:31:11.641645Z","steps":["trace[1059851491] 'agreement among raft nodes before linearized reading' (duration: 180.846915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:11.64165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.120706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-07-21T05:31:11.641688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.850804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:11.64169Z","caller":"traceutil/trace.go:171","msg":"trace[367727372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3431; }","duration":"180.679272ms","start":"2026-07-21T05:31:11.460995Z","end":"2026-07-21T05:31:11.641674Z","steps":["trace[367727372] 'agreement among raft nodes before linearized reading' (duration: 180.410765ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.6417Z","caller":"traceutil/trace.go:171","msg":"trace[1894236865] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:3431; }","duration":"182.183677ms","start":"2026-07-21T05:31:11.459503Z","end":"2026-07-21T05:31:11.641686Z","steps":["trace[1894236865] 'agreement among raft nodes before linearized reading' (duration: 182.032223ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.641723Z","caller":"traceutil/trace.go:171","msg":"trace[499472037] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3431; }","duration":"182.905175ms","start":"2026-07-21T05:31:11.458809Z","end":"2026-07-21T05:31:11.641714Z","steps":["trace[499472037] 'agreement among raft nodes before linearized reading' (duration: 182.835093ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:11.641387Z","caller":"traceutil/trace.go:171","msg":"trace[786354493] linearizableReadLoop","detail":"{readStateIndex:3568; appliedIndex:3565; }","duration":"144.647423ms","start":"2026-07-21T05:31:11.496722Z","end":"2026-07-21T05:31:11.641369Z","steps":["trace[786354493] 'read index received' (duration: 111.542106ms)","trace[786354493] 'applied index is now lower than readState.Index' (duration: 33.104577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:12.058984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.400839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:31:12.059254Z","caller":"traceutil/trace.go:171","msg":"trace[1786593128] linearizableReadLoop","detail":"{readStateIndex:3570; appliedIndex:3568; }","duration":"417.454523ms","start":"2026-07-21T05:31:11.641778Z","end":"2026-07-21T05:31:12.059233Z","steps":["trace[1786593128] 'read index received' (duration: 122.744086ms)","trace[1786593128] 'applied index is now lower than readState.Index' (duration: 294.708947ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:12.059337Z","caller":"traceutil/trace.go:171","msg":"trace[302720841] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"558.887039ms","start":"2026-07-21T05:31:11.500422Z","end":"2026-07-21T05:31:12.059309Z","steps":["trace[302720841] 'process raft request' (duration: 558.683504ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:12.059384Z","caller":"traceutil/trace.go:171","msg":"trace[955855107] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"561.786169ms","start":"2026-07-21T05:31:11.497557Z","end":"2026-07-21T05:31:12.059343Z","steps":["trace[955855107] 'process raft request' (duration: 266.931488ms)","trace[955855107] 'compare' (duration: 294.194965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:12.059486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.500399Z","time spent":"559.005342ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:12.059531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.249979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:79125"} {"level":"info","ts":"2026-07-21T05:31:12.059588Z","caller":"traceutil/trace.go:171","msg":"trace[1104243716] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:3433; }","duration":"547.340941ms","start":"2026-07-21T05:31:11.512231Z","end":"2026-07-21T05:31:12.059572Z","steps":["trace[1104243716] 'agreement among raft nodes before linearized reading' (duration: 547.104525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.059605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.497539Z","time spent":"561.925002ms","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:12.05964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.512214Z","time spent":"547.412722ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":79148,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"info","ts":"2026-07-21T05:31:12.116749Z","caller":"traceutil/trace.go:171","msg":"trace[1773360703] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"470.799658ms","start":"2026-07-21T05:31:11.645895Z","end":"2026-07-21T05:31:12.116695Z","steps":["trace[1773360703] 'process raft request' (duration: 470.670154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.116791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.390609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:31:12.116861Z","caller":"traceutil/trace.go:171","msg":"trace[1848844954] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3436; }","duration":"338.505632ms","start":"2026-07-21T05:31:11.778337Z","end":"2026-07-21T05:31:12.116843Z","steps":["trace[1848844954] 'agreement among raft nodes before linearized reading' (duration: 338.349158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.116864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.670218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cg5dl\" ","response":"range_response_count:1 size:4694"} {"level":"warn","ts":"2026-07-21T05:31:12.116913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.778315Z","time spent":"338.582953ms","remote":"127.0.0.1:49306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:31:12.116933Z","caller":"traceutil/trace.go:171","msg":"trace[1561701822] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cg5dl; range_end:; response_count:1; response_revision:3436; }","duration":"471.74646ms","start":"2026-07-21T05:31:11.645167Z","end":"2026-07-21T05:31:12.116913Z","steps":["trace[1561701822] 'agreement among raft nodes before linearized reading' (duration: 471.529685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.116975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.645129Z","time spent":"471.838082ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cg5dl\" "} {"level":"info","ts":"2026-07-21T05:31:12.116787Z","caller":"traceutil/trace.go:171","msg":"trace[1569271823] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"471.664088ms","start":"2026-07-21T05:31:11.645091Z","end":"2026-07-21T05:31:12.116755Z","steps":["trace[1569271823] 'process raft request' (duration: 471.364241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.116917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.645888Z","time spent":"470.948731ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:12.117286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.645038Z","time spent":"472.080998ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-21T05:31:12.117357Z","caller":"traceutil/trace.go:171","msg":"trace[698667517] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"471.352311ms","start":"2026-07-21T05:31:11.645977Z","end":"2026-07-21T05:31:12.117329Z","steps":["trace[698667517] 'process raft request' (duration: 470.648854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.117522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:11.645945Z","time spent":"471.480264ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:12.302764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.378079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:31:12.302891Z","caller":"traceutil/trace.go:171","msg":"trace[1944600493] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"181.214194ms","start":"2026-07-21T05:31:12.121658Z","end":"2026-07-21T05:31:12.302872Z","steps":["trace[1944600493] 'process raft request' (duration: 55.63125ms)","trace[1944600493] 'compare' (duration: 124.930008ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:12.330571Z","caller":"traceutil/trace.go:171","msg":"trace[647913203] linearizableReadLoop","detail":"{readStateIndex:3575; appliedIndex:3573; }","duration":"206.75573ms","start":"2026-07-21T05:31:12.123793Z","end":"2026-07-21T05:31:12.330548Z","steps":["trace[647913203] 'read index received' (duration: 53.463818ms)","trace[647913203] 'applied index is now lower than readState.Index' (duration: 153.291112ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:12.330721Z","caller":"traceutil/trace.go:171","msg":"trace[3196480] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"207.539848ms","start":"2026-07-21T05:31:12.12316Z","end":"2026-07-21T05:31:12.3307Z","steps":["trace[3196480] 'process raft request' (duration: 207.19727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.330853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.029976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-07-21T05:31:12.330915Z","caller":"traceutil/trace.go:171","msg":"trace[815908550] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:3439; }","duration":"207.120048ms","start":"2026-07-21T05:31:12.123774Z","end":"2026-07-21T05:31:12.330894Z","steps":["trace[815908550] 'agreement among raft nodes before linearized reading' (duration: 206.899043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.330927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.429145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-21T05:31:12.330859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.285059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:79125"} {"level":"info","ts":"2026-07-21T05:31:12.331004Z","caller":"traceutil/trace.go:171","msg":"trace[546491733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3439; }","duration":"114.554748ms","start":"2026-07-21T05:31:12.21643Z","end":"2026-07-21T05:31:12.330985Z","steps":["trace[546491733] 'agreement among raft nodes before linearized reading' (duration: 114.329003ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:12.331041Z","caller":"traceutil/trace.go:171","msg":"trace[680862449] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:3439; }","duration":"204.475144ms","start":"2026-07-21T05:31:12.126521Z","end":"2026-07-21T05:31:12.330996Z","steps":["trace[680862449] 'agreement among raft nodes before linearized reading' (duration: 204.173767ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:12.331096Z","caller":"traceutil/trace.go:171","msg":"trace[929735403] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"204.345501ms","start":"2026-07-21T05:31:12.126303Z","end":"2026-07-21T05:31:12.330648Z","steps":["trace[929735403] 'process raft request' (duration: 204.190627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.657208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.803018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:31:12.65731Z","caller":"traceutil/trace.go:171","msg":"trace[2086187560] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"321.4028ms","start":"2026-07-21T05:31:12.335887Z","end":"2026-07-21T05:31:12.65729Z","steps":["trace[2086187560] 'process raft request' (duration: 85.444438ms)","trace[2086187560] 'compare' (duration: 235.582633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:12.657367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:12.33586Z","time spent":"321.479523ms","remote":"127.0.0.1:49270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:12.865971Z","caller":"traceutil/trace.go:171","msg":"trace[1153138127] linearizableReadLoop","detail":"{readStateIndex:3580; appliedIndex:3576; }","duration":"474.015775ms","start":"2026-07-21T05:31:12.391926Z","end":"2026-07-21T05:31:12.865941Z","steps":["trace[1153138127] 'read index received' (duration: 29.526641ms)","trace[1153138127] 'applied index is now lower than readState.Index' (duration: 444.487974ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:12.866009Z","caller":"traceutil/trace.go:171","msg":"trace[849291850] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"529.645975ms","start":"2026-07-21T05:31:12.336344Z","end":"2026-07-21T05:31:12.86599Z","steps":["trace[849291850] 'process raft request' (duration: 529.41161ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:12.865921Z","caller":"traceutil/trace.go:171","msg":"trace[328029685] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"529.953003ms","start":"2026-07-21T05:31:12.335943Z","end":"2026-07-21T05:31:12.865896Z","steps":["trace[328029685] 'process raft request' (duration: 439.791502ms)","trace[328029685] 'compare' (duration: 89.6903ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:12.866088Z","caller":"traceutil/trace.go:171","msg":"trace[900320749] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"524.298256ms","start":"2026-07-21T05:31:12.341762Z","end":"2026-07-21T05:31:12.866061Z","steps":["trace[900320749] 'process raft request' (duration: 524.099021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.866379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.841646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:12.866401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:12.336322Z","time spent":"530.002793ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-21T05:31:12.866437Z","caller":"traceutil/trace.go:171","msg":"trace[1844534820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3443; }","duration":"337.944908ms","start":"2026-07-21T05:31:12.528477Z","end":"2026-07-21T05:31:12.866422Z","steps":["trace[1844534820] 'agreement among raft nodes before linearized reading' (duration: 337.843565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.866435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:12.341753Z","time spent":"524.595313ms","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:12.866487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:12.528447Z","time spent":"338.02845ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:31:12.86647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.516087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:79125"} {"level":"info","ts":"2026-07-21T05:31:12.86667Z","caller":"traceutil/trace.go:171","msg":"trace[73288125] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:3443; }","duration":"474.761113ms","start":"2026-07-21T05:31:12.391896Z","end":"2026-07-21T05:31:12.866657Z","steps":["trace[73288125] 'agreement among raft nodes before linearized reading' (duration: 474.158039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.866632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.004221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak.18c437014a91a0c0\" ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-07-21T05:31:12.866709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:12.391882Z","time spent":"474.816954ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":79148,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"info","ts":"2026-07-21T05:31:12.866769Z","caller":"traceutil/trace.go:171","msg":"trace[227486300] range","detail":"{range_begin:/registry/events/auth-system/keycloak.18c437014a91a0c0; range_end:; response_count:1; response_revision:3443; }","duration":"206.123224ms","start":"2026-07-21T05:31:12.660583Z","end":"2026-07-21T05:31:12.866706Z","steps":["trace[227486300] 'agreement among raft nodes before linearized reading' (duration: 205.809726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:12.866967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:12.335916Z","time spent":"530.663469ms","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:13.084244Z","caller":"traceutil/trace.go:171","msg":"trace[32108205] linearizableReadLoop","detail":"{readStateIndex:3583; appliedIndex:3581; }","duration":"137.685006ms","start":"2026-07-21T05:31:12.946537Z","end":"2026-07-21T05:31:13.084222Z","steps":["trace[32108205] 'read index received' (duration: 3.414063ms)","trace[32108205] 'applied index is now lower than readState.Index' (duration: 134.270033ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:13.084347Z","caller":"traceutil/trace.go:171","msg":"trace[55008668] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"185.862447ms","start":"2026-07-21T05:31:12.898455Z","end":"2026-07-21T05:31:13.084317Z","steps":["trace[55008668] 'process raft request' (duration: 185.57221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:13.084536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.983593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:215955"} {"level":"info","ts":"2026-07-21T05:31:13.084572Z","caller":"traceutil/trace.go:171","msg":"trace[653428390] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:3446; }","duration":"138.069355ms","start":"2026-07-21T05:31:12.946492Z","end":"2026-07-21T05:31:13.084562Z","steps":["trace[653428390] 'agreement among raft nodes before linearized reading' (duration: 137.83083ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.207529Z","caller":"traceutil/trace.go:171","msg":"trace[490746071] linearizableReadLoop","detail":"{readStateIndex:3584; appliedIndex:3583; }","duration":"123.209587ms","start":"2026-07-21T05:31:13.084298Z","end":"2026-07-21T05:31:13.207508Z","steps":["trace[490746071] 'read index received' (duration: 82.145478ms)","trace[490746071] 'applied index is now lower than readState.Index' (duration: 41.063159ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:13.207601Z","caller":"traceutil/trace.go:171","msg":"trace[1073132858] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"251.428554ms","start":"2026-07-21T05:31:12.956144Z","end":"2026-07-21T05:31:13.207572Z","steps":["trace[1073132858] 'process raft request' (duration: 210.395346ms)","trace[1073132858] 'compare' (duration: 40.855554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:13.207691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.337137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:13.207814Z","caller":"traceutil/trace.go:171","msg":"trace[936976547] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3447; }","duration":"154.487711ms","start":"2026-07-21T05:31:13.053299Z","end":"2026-07-21T05:31:13.207787Z","steps":["trace[936976547] 'agreement among raft nodes before linearized reading' (duration: 154.294686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:13.207847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.057411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-07-21T05:31:13.207914Z","caller":"traceutil/trace.go:171","msg":"trace[11044631] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:3447; }","duration":"120.179904ms","start":"2026-07-21T05:31:13.087718Z","end":"2026-07-21T05:31:13.207898Z","steps":["trace[11044631] 'agreement among raft nodes before linearized reading' (duration: 120.024481ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.335609Z","caller":"traceutil/trace.go:171","msg":"trace[1919253470] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"121.302051ms","start":"2026-07-21T05:31:13.214276Z","end":"2026-07-21T05:31:13.335578Z","steps":["trace[1919253470] 'process raft request' (duration: 121.122677ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.335875Z","caller":"traceutil/trace.go:171","msg":"trace[1784870000] linearizableReadLoop","detail":"{readStateIndex:3586; appliedIndex:3586; }","duration":"104.360993ms","start":"2026-07-21T05:31:13.231474Z","end":"2026-07-21T05:31:13.335835Z","steps":["trace[1784870000] 'read index received' (duration: 104.346123ms)","trace[1784870000] 'applied index is now lower than readState.Index' (duration: 12.43µs)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:13.336118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.622039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c43706c34fb8a3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-21T05:31:13.336191Z","caller":"traceutil/trace.go:171","msg":"trace[1753138492] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c43706c34fb8a3; range_end:; response_count:1; response_revision:3449; }","duration":"104.737963ms","start":"2026-07-21T05:31:13.231434Z","end":"2026-07-21T05:31:13.336172Z","steps":["trace[1753138492] 'agreement among raft nodes before linearized reading' (duration: 104.518367ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.508734Z","caller":"traceutil/trace.go:171","msg":"trace[23736420] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"129.853238ms","start":"2026-07-21T05:31:13.378852Z","end":"2026-07-21T05:31:13.508705Z","steps":["trace[23736420] 'process raft request' (duration: 77.469416ms)","trace[23736420] 'compare' (duration: 52.173847ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:13.508768Z","caller":"traceutil/trace.go:171","msg":"trace[1911101308] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"129.235013ms","start":"2026-07-21T05:31:13.379509Z","end":"2026-07-21T05:31:13.508744Z","steps":["trace[1911101308] 'process raft request' (duration: 129.12179ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.720101Z","caller":"traceutil/trace.go:171","msg":"trace[1032296448] transaction","detail":"{read_only:false; response_revision:3457; number_of_response:1; }","duration":"128.313321ms","start":"2026-07-21T05:31:13.591757Z","end":"2026-07-21T05:31:13.720071Z","steps":["trace[1032296448] 'process raft request' (duration: 40.555508ms)","trace[1032296448] 'compare' (duration: 87.621579ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:13.733972Z","caller":"traceutil/trace.go:171","msg":"trace[1734525973] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"138.374032ms","start":"2026-07-21T05:31:13.595574Z","end":"2026-07-21T05:31:13.733948Z","steps":["trace[1734525973] 'process raft request' (duration: 138.117036ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.882902Z","caller":"traceutil/trace.go:171","msg":"trace[80885812] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"109.033245ms","start":"2026-07-21T05:31:13.773839Z","end":"2026-07-21T05:31:13.882872Z","steps":["trace[80885812] 'process raft request' (duration: 108.959384ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:13.882925Z","caller":"traceutil/trace.go:171","msg":"trace[1952594207] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"125.614335ms","start":"2026-07-21T05:31:13.75728Z","end":"2026-07-21T05:31:13.882894Z","steps":["trace[1952594207] 'process raft request' (duration: 67.050665ms)","trace[1952594207] 'compare' (duration: 58.252562ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:13.882972Z","caller":"traceutil/trace.go:171","msg":"trace[561880647] linearizableReadLoop","detail":"{readStateIndex:3598; appliedIndex:3596; }","duration":"118.638517ms","start":"2026-07-21T05:31:13.764315Z","end":"2026-07-21T05:31:13.882953Z","steps":["trace[561880647] 'read index received' (duration: 6.957478ms)","trace[561880647] 'applied index is now lower than readState.Index' (duration: 111.677659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:13.88378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.461227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-07-21T05:31:13.883816Z","caller":"traceutil/trace.go:171","msg":"trace[912997561] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:3462; }","duration":"119.554759ms","start":"2026-07-21T05:31:13.764253Z","end":"2026-07-21T05:31:13.883808Z","steps":["trace[912997561] 'agreement among raft nodes before linearized reading' (duration: 118.795591ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:14.081273Z","caller":"traceutil/trace.go:171","msg":"trace[1240345062] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"174.498213ms","start":"2026-07-21T05:31:13.906743Z","end":"2026-07-21T05:31:14.081242Z","steps":["trace[1240345062] 'process raft request' (duration: 84.970647ms)","trace[1240345062] 'compare' (duration: 89.380322ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:14.240824Z","caller":"traceutil/trace.go:171","msg":"trace[1152157086] linearizableReadLoop","detail":"{readStateIndex:3602; appliedIndex:3601; }","duration":"144.380468ms","start":"2026-07-21T05:31:14.096424Z","end":"2026-07-21T05:31:14.240805Z","steps":["trace[1152157086] 'read index received' (duration: 86.146885ms)","trace[1152157086] 'applied index is now lower than readState.Index' (duration: 58.232823ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:14.240958Z","caller":"traceutil/trace.go:171","msg":"trace[469693343] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"155.188518ms","start":"2026-07-21T05:31:14.085738Z","end":"2026-07-21T05:31:14.240927Z","steps":["trace[469693343] 'process raft request' (duration: 96.841833ms)","trace[469693343] 'compare' (duration: 58.114289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:14.241913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.479804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-07-21T05:31:14.241993Z","caller":"traceutil/trace.go:171","msg":"trace[530467475] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:3465; }","duration":"145.615897ms","start":"2026-07-21T05:31:14.096359Z","end":"2026-07-21T05:31:14.241975Z","steps":["trace[530467475] 'agreement among raft nodes before linearized reading' (duration: 144.560101ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:14.470579Z","caller":"traceutil/trace.go:171","msg":"trace[1212264484] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"175.393134ms","start":"2026-07-21T05:31:14.295159Z","end":"2026-07-21T05:31:14.470552Z","steps":["trace[1212264484] 'process raft request' (duration: 88.112853ms)","trace[1212264484] 'compare' (duration: 86.623756ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:14.470889Z","caller":"traceutil/trace.go:171","msg":"trace[1830538484] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"152.973633ms","start":"2026-07-21T05:31:14.317874Z","end":"2026-07-21T05:31:14.470848Z","steps":["trace[1830538484] 'process raft request' (duration: 152.574004ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:20.005317Z","caller":"traceutil/trace.go:171","msg":"trace[1081389946] linearizableReadLoop","detail":"{readStateIndex:3647; appliedIndex:3646; }","duration":"179.432811ms","start":"2026-07-21T05:31:19.825865Z","end":"2026-07-21T05:31:20.005298Z","steps":["trace[1081389946] 'read index received' (duration: 179.251927ms)","trace[1081389946] 'applied index is now lower than readState.Index' (duration: 179.914µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:20.005413Z","caller":"traceutil/trace.go:171","msg":"trace[1632110839] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"198.443769ms","start":"2026-07-21T05:31:19.806959Z","end":"2026-07-21T05:31:20.005403Z","steps":["trace[1632110839] 'process raft request' (duration: 198.200863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:20.005575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.49832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-21T05:31:20.005579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.612947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery-gc\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-07-21T05:31:20.005607Z","caller":"traceutil/trace.go:171","msg":"trace[1992902330] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3509; }","duration":"154.569082ms","start":"2026-07-21T05:31:19.85103Z","end":"2026-07-21T05:31:20.005599Z","steps":["trace[1992902330] 'agreement among raft nodes before linearized reading' (duration: 154.47967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:20.005598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.730098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1874"} {"level":"info","ts":"2026-07-21T05:31:20.005635Z","caller":"traceutil/trace.go:171","msg":"trace[1499092909] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery-gc; range_end:; response_count:1; response_revision:3509; }","duration":"172.698559ms","start":"2026-07-21T05:31:19.832922Z","end":"2026-07-21T05:31:20.00562Z","steps":["trace[1499092909] 'agreement among raft nodes before linearized reading' (duration: 172.528025ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:20.005651Z","caller":"traceutil/trace.go:171","msg":"trace[1116275876] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:3509; }","duration":"179.81706ms","start":"2026-07-21T05:31:19.82582Z","end":"2026-07-21T05:31:20.005637Z","steps":["trace[1116275876] 'agreement among raft nodes before linearized reading' (duration: 179.678627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.919485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283959984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:31:45.919582Z","caller":"traceutil/trace.go:171","msg":"trace[968332181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"3.284078917s","start":"2026-07-21T05:31:42.635482Z","end":"2026-07-21T05:31:45.91956Z","steps":["trace[968332181] 'agreement among raft nodes before linearized reading' (duration: 3.283956474s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.919623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.635468Z","time spent":"3.284143219s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:31:45.95095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.835249309s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-21T05:31:45.952363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837650738s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:31:45.952597Z","caller":"traceutil/trace.go:171","msg":"trace[1081172526] linearizableReadLoop","detail":"{readStateIndex:3757; appliedIndex:3755; }","duration":"3.317095522s","start":"2026-07-21T05:31:42.635486Z","end":"2026-07-21T05:31:45.952581Z","steps":["trace[1081172526] 'read index received' (duration: 479.079106ms)","trace[1081172526] 'applied index is now lower than readState.Index' (duration: 2.838015656s)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:31:45.952588Z","caller":"traceutil/trace.go:171","msg":"trace[810363219] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"3.326501929s","start":"2026-07-21T05:31:42.626062Z","end":"2026-07-21T05:31:45.952564Z","steps":["trace[810363219] 'process raft request' (duration: 488.580385ms)","trace[810363219] 'compare' (duration: 2.837189966s)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:31:45.952712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.626049Z","time spent":"3.326598572s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:45.952803Z","caller":"traceutil/trace.go:171","msg":"trace[769916914] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"3.317695237s","start":"2026-07-21T05:31:42.635097Z","end":"2026-07-21T05:31:45.952792Z","steps":["trace[769916914] 'process raft request' (duration: 3.317377509s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.952871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.635079Z","time spent":"3.317759158s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:31:45.952951Z","caller":"traceutil/trace.go:171","msg":"trace[1260725930] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"3.248518441s","start":"2026-07-21T05:31:42.704422Z","end":"2026-07-21T05:31:45.95294Z","steps":["trace[1260725930] 'process raft request' (duration: 3.248126911s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.953006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.704398Z","time spent":"3.248581323s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:45.958793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292285074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1511"} {"level":"info","ts":"2026-07-21T05:31:45.958912Z","caller":"traceutil/trace.go:171","msg":"trace[1244090460] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:3615; }","duration":"3.292448729s","start":"2026-07-21T05:31:42.666435Z","end":"2026-07-21T05:31:45.958884Z","steps":["trace[1244090460] 'agreement among raft nodes before linearized reading' (duration: 3.292145871s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.959309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.666424Z","time spent":"3.292871709s","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1534,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-07-21T05:31:45.959599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080643848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-21T05:31:45.959621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382952815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T05:31:45.95967Z","caller":"traceutil/trace.go:171","msg":"trace[1948289639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3615; }","duration":"3.0807216s","start":"2026-07-21T05:31:42.878926Z","end":"2026-07-21T05:31:45.959647Z","steps":["trace[1948289639] 'agreement among raft nodes before linearized reading' (duration: 3.080537046s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:45.959681Z","caller":"traceutil/trace.go:171","msg":"trace[78827811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3615; }","duration":"1.383051198s","start":"2026-07-21T05:31:44.576615Z","end":"2026-07-21T05:31:45.959666Z","steps":["trace[78827811] 'agreement among raft nodes before linearized reading' (duration: 1.382801442s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.959706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.878922Z","time spent":"3.080778181s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-21T05:31:45.959716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:44.576599Z","time spent":"1.383111379s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:31:45.959761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.281366872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/secretgen-controller/\" range_end:\"/registry/ingress/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:45.959774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081067199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-21T05:31:45.959812Z","caller":"traceutil/trace.go:171","msg":"trace[20559719] range","detail":"{range_begin:/registry/ingress/secretgen-controller/; range_end:/registry/ingress/secretgen-controller0; response_count:0; response_revision:3615; }","duration":"3.281433734s","start":"2026-07-21T05:31:42.678361Z","end":"2026-07-21T05:31:45.959795Z","steps":["trace[20559719] 'agreement among raft nodes before linearized reading' (duration: 3.281367942s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.959831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253808298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" ","response":"range_response_count:1 size:187"} {"level":"info","ts":"2026-07-21T05:31:45.959855Z","caller":"traceutil/trace.go:171","msg":"trace[1623228346] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:3615; }","duration":"3.253855139s","start":"2026-07-21T05:31:42.705993Z","end":"2026-07-21T05:31:45.959849Z","steps":["trace[1623228346] 'agreement among raft nodes before linearized reading' (duration: 3.253811698s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.959852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.67835Z","time spent":"3.281495165s","remote":"127.0.0.1:49270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/secretgen-controller/\" range_end:\"/registry/ingress/secretgen-controller0\" limit:500 "} {"level":"warn","ts":"2026-07-21T05:31:45.959839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072995534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-21T05:31:45.959874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.705982Z","time spent":"3.25388785s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-node-lease/default\" "} {"level":"info","ts":"2026-07-21T05:31:45.959901Z","caller":"traceutil/trace.go:171","msg":"trace[1338183183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3615; }","duration":"3.073099077s","start":"2026-07-21T05:31:42.886787Z","end":"2026-07-21T05:31:45.959886Z","steps":["trace[1338183183] 'agreement among raft nodes before linearized reading' (duration: 3.072884882s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.959941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383502098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-21T05:31:45.959943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.886771Z","time spent":"3.073160878s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:31:45.959839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077855651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-21T05:31:45.959815Z","caller":"traceutil/trace.go:171","msg":"trace[1876096481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3615; }","duration":"3.08113342s","start":"2026-07-21T05:31:42.878671Z","end":"2026-07-21T05:31:45.959804Z","steps":["trace[1876096481] 'agreement among raft nodes before linearized reading' (duration: 3.081003127s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:45.959981Z","caller":"traceutil/trace.go:171","msg":"trace[174978859] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3615; }","duration":"3.078020706s","start":"2026-07-21T05:31:42.881949Z","end":"2026-07-21T05:31:45.95997Z","steps":["trace[174978859] 'agreement among raft nodes before linearized reading' (duration: 3.07776198s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.881946Z","time spent":"3.078053517s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:31:45.960006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.878653Z","time spent":"3.081342675s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T05:31:45.96003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458152786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T05:31:45.960055Z","caller":"traceutil/trace.go:171","msg":"trace[515678669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3615; }","duration":"2.45828041s","start":"2026-07-21T05:31:43.501769Z","end":"2026-07-21T05:31:45.96005Z","steps":["trace[515678669] 'agreement among raft nodes before linearized reading' (duration: 2.458222188s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:45.960005Z","caller":"traceutil/trace.go:171","msg":"trace[1964004999] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"2.824145952s","start":"2026-07-21T05:31:43.135848Z","end":"2026-07-21T05:31:45.959994Z","steps":["trace[1964004999] 'process raft request' (duration: 2.822541844s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:45.959973Z","caller":"traceutil/trace.go:171","msg":"trace[1919250798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3615; }","duration":"1.383528819s","start":"2026-07-21T05:31:44.576434Z","end":"2026-07-21T05:31:45.959963Z","steps":["trace[1919250798] 'agreement among raft nodes before linearized reading' (duration: 1.383455697s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.96011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202554971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:31:45.960114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:44.576419Z","time spent":"1.383682412s","remote":"127.0.0.1:49156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-21T05:31:45.960129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.13582Z","time spent":"2.824271145s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:31:45.960196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763931162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-21T05:31:45.960226Z","caller":"traceutil/trace.go:171","msg":"trace[112857538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3615; }","duration":"2.764004364s","start":"2026-07-21T05:31:43.196213Z","end":"2026-07-21T05:31:45.960217Z","steps":["trace[112857538] 'agreement among raft nodes before linearized reading' (duration: 2.763938742s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.96025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.196189Z","time spent":"2.764056305s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:31:45.960075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.501744Z","time spent":"2.45832645s","remote":"127.0.0.1:49236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:31:45.960294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381987992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-21T05:31:45.960314Z","caller":"traceutil/trace.go:171","msg":"trace[155669496] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3615; }","duration":"1.382016962s","start":"2026-07-21T05:31:44.578291Z","end":"2026-07-21T05:31:45.960308Z","steps":["trace[155669496] 'agreement among raft nodes before linearized reading' (duration: 1.38195272s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:31:45.960132Z","caller":"traceutil/trace.go:171","msg":"trace[995074406] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3615; }","duration":"2.202578603s","start":"2026-07-21T05:31:43.757548Z","end":"2026-07-21T05:31:45.960127Z","steps":["trace[995074406] 'agreement among raft nodes before linearized reading' (duration: 2.202538452s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:44.578286Z","time spent":"1.382046133s","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-21T05:31:45.960342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:43.757501Z","time spent":"2.202834999s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:31:45.960381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383668742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-21T05:31:45.960411Z","caller":"traceutil/trace.go:171","msg":"trace[1746155734] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:3615; }","duration":"1.383707133s","start":"2026-07-21T05:31:44.576697Z","end":"2026-07-21T05:31:45.960404Z","steps":["trace[1746155734] 'agreement among raft nodes before linearized reading' (duration: 1.383637242s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:44.576694Z","time spent":"1.383734414s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-21T05:31:45.960544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384191315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4r22g.18c43709165671e6\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-21T05:31:45.960569Z","caller":"traceutil/trace.go:171","msg":"trace[300449647] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4r22g.18c43709165671e6; range_end:; response_count:1; response_revision:3615; }","duration":"1.384237146s","start":"2026-07-21T05:31:44.576324Z","end":"2026-07-21T05:31:45.960561Z","steps":["trace[300449647] 'agreement among raft nodes before linearized reading' (duration: 1.384170755s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:44.576311Z","time spent":"1.384272297s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4r22g.18c43709165671e6\" "} {"level":"warn","ts":"2026-07-21T05:31:45.959685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051943878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/\" range_end:\"/registry/persistentvolumeclaims/openstack0\" limit:500 ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-21T05:31:45.960883Z","caller":"traceutil/trace.go:171","msg":"trace[432463390] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/; range_end:/registry/persistentvolumeclaims/openstack0; response_count:1; response_revision:3615; }","duration":"3.053179997s","start":"2026-07-21T05:31:42.907637Z","end":"2026-07-21T05:31:45.960817Z","steps":["trace[432463390] 'agreement among raft nodes before linearized reading' (duration: 3.051801774s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.960923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:42.907627Z","time spent":"3.05328455s","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/\" range_end:\"/registry/persistentvolumeclaims/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-21T05:31:45.960963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405117178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:31:45.961001Z","caller":"traceutil/trace.go:171","msg":"trace[1913652801] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3615; }","duration":"1.4051803s","start":"2026-07-21T05:31:44.555809Z","end":"2026-07-21T05:31:45.960989Z","steps":["trace[1913652801] 'agreement among raft nodes before linearized reading' (duration: 1.405076468s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:31:45.961034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:31:44.555793Z","time spent":"1.405226981s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "}