{"level":"warn","ts":"2026-07-20T18:51:47.344121Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-20T18:51:47.344215Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-20T18:51:47.344324Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-20T18:51:47.344339Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-07-20T18:51:47.344374Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-20T18:51:47.345209Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-07-20T18:51:47.3453Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-20T18:51:47.351391Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.82525ms"} {"level":"info","ts":"2026-07-20T18:51:47.360469Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-07-20T18:51:47.360697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-07-20T18:51:47.360803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-07-20T18:51:47.360832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-20T18:51:47.360941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-07-20T18:51:47.361131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-07-20T18:51:47.370677Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-20T18:51:47.372902Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-20T18:51:47.376676Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-20T18:51:47.38234Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-20T18:51:47.383227Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-20T18:51:47.383536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-07-20T18:51:47.384874Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-07-20T18:51:47.385246Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-20T18:51:47.385407Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-20T18:51:47.385429Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-20T18:51:47.387142Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-20T18:51:47.387416Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-20T18:51:47.387451Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-20T18:51:47.387564Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-07-20T18:51:47.387577Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-07-20T18:51:47.561617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-07-20T18:51:47.561683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-07-20T18:51:47.561702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-07-20T18:51:47.56172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-07-20T18:51:47.561731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-07-20T18:51:47.561746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-07-20T18:51:47.561758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-07-20T18:51:47.573238Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-20T18:51:47.579435Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-07-20T18:51:47.579501Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-20T18:51:47.579679Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-20T18:51:47.579929Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-20T18:51:47.580008Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-20T18:51:47.582404Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-07-20T18:51:47.583793Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-20T18:51:47.587551Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-07-20T18:51:47.587743Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-20T18:51:47.587844Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-20T18:51:50.60397Z","caller":"traceutil/trace.go:171","msg":"trace[541559620] transaction","detail":"{read_only:false; response_revision:113; number_of_response:1; }","duration":"146.615715ms","start":"2026-07-20T18:51:50.457329Z","end":"2026-07-20T18:51:50.603945Z","steps":["trace[541559620] 'process raft request' (duration: 50.668824ms)","trace[541559620] 'compare' (duration: 95.807589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:51:51.606503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.801329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-20T18:51:51.606631Z","caller":"traceutil/trace.go:171","msg":"trace[393119768] linearizableReadLoop","detail":"{readStateIndex:120; appliedIndex:119; }","duration":"306.636226ms","start":"2026-07-20T18:51:51.299978Z","end":"2026-07-20T18:51:51.606614Z","steps":["trace[393119768] 'read index received' (duration: 56.101µs)","trace[393119768] 'applied index is now lower than readState.Index' (duration: 306.578935ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:51:51.606707Z","caller":"traceutil/trace.go:171","msg":"trace[446561622] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"940.529515ms","start":"2026-07-20T18:51:50.666134Z","end":"2026-07-20T18:51:51.606663Z","steps":["trace[446561622] 'process raft request' (duration: 217.058977ms)","trace[446561622] 'compare' (duration: 722.664197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:51:51.606785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.649225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T18:51:51.606816Z","caller":"traceutil/trace.go:171","msg":"trace[2058102130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:116; }","duration":"265.720297ms","start":"2026-07-20T18:51:51.341086Z","end":"2026-07-20T18:51:51.606806Z","steps":["trace[2058102130] 'agreement among raft nodes before linearized reading' (duration: 265.615515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:51:51.606808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.813578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-20T18:51:51.606896Z","caller":"traceutil/trace.go:171","msg":"trace[1384624934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:116; }","duration":"306.932209ms","start":"2026-07-20T18:51:51.29993Z","end":"2026-07-20T18:51:51.606862Z","steps":["trace[1384624934] 'agreement among raft nodes before linearized reading' (duration: 306.760747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:51:51.606909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:51:50.666119Z","time spent":"940.679107ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-20T18:51:51.606956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:51:51.299904Z","time spent":"307.03936ms","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-20T18:51:52.010202Z","caller":"traceutil/trace.go:171","msg":"trace[1876288535] transaction","detail":"{read_only:false; response_revision:118; number_of_response:1; }","duration":"398.243936ms","start":"2026-07-20T18:51:51.611928Z","end":"2026-07-20T18:51:52.010172Z","steps":["trace[1876288535] 'process raft request' (duration: 327.381219ms)","trace[1876288535] 'compare' (duration: 70.718245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:51:52.010339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:51:51.611911Z","time spent":"398.367249ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:51:55.775107Z","caller":"traceutil/trace.go:171","msg":"trace[1682915518] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"137.855693ms","start":"2026-07-20T18:51:55.637224Z","end":"2026-07-20T18:51:55.775079Z","steps":["trace[1682915518] 'process raft request' (duration: 137.66674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.366565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750355797,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-20T18:52:25.417816Z","caller":"traceutil/trace.go:171","msg":"trace[698139414] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"570.402451ms","start":"2026-07-20T18:52:24.847363Z","end":"2026-07-20T18:52:25.417765Z","steps":["trace[698139414] 'process raft request' (duration: 570.266249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.417999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.847334Z","time spent":"570.587783ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:52:25.71407Z","caller":"traceutil/trace.go:171","msg":"trace[1967616937] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"865.277327ms","start":"2026-07-20T18:52:24.848753Z","end":"2026-07-20T18:52:25.71403Z","steps":["trace[1967616937] 'process raft request' (duration: 865.034834ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:25.71415Z","caller":"traceutil/trace.go:171","msg":"trace[1896794747] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"865.118045ms","start":"2026-07-20T18:52:24.848983Z","end":"2026-07-20T18:52:25.714101Z","steps":["trace[1896794747] 'process raft request' (duration: 864.941902ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:25.714414Z","caller":"traceutil/trace.go:171","msg":"trace[1902949101] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"855.047083ms","start":"2026-07-20T18:52:24.859329Z","end":"2026-07-20T18:52:25.714376Z","steps":["trace[1902949101] 'process raft request' (duration: 854.650057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.714583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.859321Z","time spent":"855.196264ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-20T18:52:25.714237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.848734Z","time spent":"865.42757ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-20T18:52:25.714551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.848977Z","time spent":"865.408489ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:52:25.714843Z","caller":"traceutil/trace.go:171","msg":"trace[1925433767] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"855.378247ms","start":"2026-07-20T18:52:24.859438Z","end":"2026-07-20T18:52:25.714817Z","steps":["trace[1925433767] 'process raft request' (duration: 855.225565ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:25.714894Z","caller":"traceutil/trace.go:171","msg":"trace[1475518921] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"855.490998ms","start":"2026-07-20T18:52:24.859396Z","end":"2026-07-20T18:52:25.714887Z","steps":["trace[1475518921] 'process raft request' (duration: 854.643196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.715871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.859391Z","time spent":"856.442341ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:52:25.714871Z","caller":"traceutil/trace.go:171","msg":"trace[1594131321] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"851.746958ms","start":"2026-07-20T18:52:24.863097Z","end":"2026-07-20T18:52:25.714844Z","steps":["trace[1594131321] 'process raft request' (duration: 851.624097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.716034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.863069Z","time spent":"852.905324ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:52:25.714925Z","caller":"traceutil/trace.go:171","msg":"trace[1894982170] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"851.752698ms","start":"2026-07-20T18:52:24.863165Z","end":"2026-07-20T18:52:25.714917Z","steps":["trace[1894982170] 'process raft request' (duration: 851.590446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.716184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.863135Z","time spent":"853.020216ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:52:25.714949Z","caller":"traceutil/trace.go:171","msg":"trace[2092202232] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"850.038247ms","start":"2026-07-20T18:52:24.864897Z","end":"2026-07-20T18:52:25.714935Z","steps":["trace[2092202232] 'process raft request' (duration: 849.896585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.716353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.86488Z","time spent":"851.449815ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:52:25.715041Z","caller":"traceutil/trace.go:171","msg":"trace[416363072] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"827.587481ms","start":"2026-07-20T18:52:24.887441Z","end":"2026-07-20T18:52:25.715028Z","steps":["trace[416363072] 'process raft request' (duration: 827.442719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.716517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.887421Z","time spent":"829.07385ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:52:25.715111Z","caller":"traceutil/trace.go:171","msg":"trace[405763667] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:503; }","duration":"849.210714ms","start":"2026-07-20T18:52:24.86588Z","end":"2026-07-20T18:52:25.71509Z","steps":["trace[405763667] 'read index received' (duration: 551.780805ms)","trace[405763667] 'applied index is now lower than readState.Index' (duration: 297.428989ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:52:25.715105Z","caller":"traceutil/trace.go:171","msg":"trace[1885196611] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"805.633891ms","start":"2026-07-20T18:52:24.90946Z","end":"2026-07-20T18:52:25.715094Z","steps":["trace[1885196611] 'process raft request' (duration: 805.47455ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:25.71517Z","caller":"traceutil/trace.go:171","msg":"trace[1856988380] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"701.498462ms","start":"2026-07-20T18:52:25.013636Z","end":"2026-07-20T18:52:25.715134Z","steps":["trace[1856988380] 'process raft request' (duration: 701.399281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.715226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.335306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-20T18:52:25.715684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.859433Z","time spent":"856.200708ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-20T18:52:25.716722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.909438Z","time spent":"807.253582ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-20T18:52:25.716837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:25.013505Z","time spent":"703.310475ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-20T18:52:25.723026Z","caller":"traceutil/trace.go:171","msg":"trace[1633896075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:495; }","duration":"852.964115ms","start":"2026-07-20T18:52:24.865857Z","end":"2026-07-20T18:52:25.718821Z","steps":["trace[1633896075] 'agreement among raft nodes before linearized reading' (duration: 849.299626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.723114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:24.865848Z","time spent":"857.251091ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-20T18:52:25.723349Z","caller":"traceutil/trace.go:171","msg":"trace[1837341403] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"299.041451ms","start":"2026-07-20T18:52:25.424299Z","end":"2026-07-20T18:52:25.723341Z","steps":["trace[1837341403] 'process raft request' (duration: 298.804898ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:25.723463Z","caller":"traceutil/trace.go:171","msg":"trace[435840420] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"297.211987ms","start":"2026-07-20T18:52:25.426229Z","end":"2026-07-20T18:52:25.723441Z","steps":["trace[435840420] 'process raft request' (duration: 296.992254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.727861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.601281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-20T18:52:25.727954Z","caller":"traceutil/trace.go:171","msg":"trace[681753962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:497; }","duration":"497.720123ms","start":"2026-07-20T18:52:25.230196Z","end":"2026-07-20T18:52:25.727916Z","steps":["trace[681753962] 'agreement among raft nodes before linearized reading' (duration: 497.550851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:25.727997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:25.230177Z","time spent":"497.811794ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-20T18:52:26.424848Z","caller":"traceutil/trace.go:171","msg":"trace[1881879304] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"141.417717ms","start":"2026-07-20T18:52:26.2834Z","end":"2026-07-20T18:52:26.424818Z","steps":["trace[1881879304] 'process raft request' (duration: 74.022652ms)","trace[1881879304] 'compare' (duration: 67.264323ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:52:26.53694Z","caller":"traceutil/trace.go:171","msg":"trace[146099430] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"146.869319ms","start":"2026-07-20T18:52:26.390047Z","end":"2026-07-20T18:52:26.536916Z","steps":["trace[146099430] 'read index received' (duration: 146.639236ms)","trace[146099430] 'applied index is now lower than readState.Index' (duration: 228.823µs)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:52:26.537049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.98369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:52:26.537084Z","caller":"traceutil/trace.go:171","msg":"trace[168966230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"147.062041ms","start":"2026-07-20T18:52:26.390013Z","end":"2026-07-20T18:52:26.537075Z","steps":["trace[168966230] 'agreement among raft nodes before linearized reading' (duration: 146.99273ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:26.537287Z","caller":"traceutil/trace.go:171","msg":"trace[1574440929] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"226.794909ms","start":"2026-07-20T18:52:26.310481Z","end":"2026-07-20T18:52:26.537276Z","steps":["trace[1574440929] 'process raft request' (duration: 226.0857ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:26.544226Z","caller":"traceutil/trace.go:171","msg":"trace[1558403403] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"114.793637ms","start":"2026-07-20T18:52:26.429393Z","end":"2026-07-20T18:52:26.544187Z","steps":["trace[1558403403] 'process raft request' (duration: 113.972207ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:26.544251Z","caller":"traceutil/trace.go:171","msg":"trace[12741161] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"109.61743ms","start":"2026-07-20T18:52:26.434615Z","end":"2026-07-20T18:52:26.544233Z","steps":["trace[12741161] 'process raft request' (duration: 109.394387ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:31.895236Z","caller":"traceutil/trace.go:171","msg":"trace[2059501869] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"119.140007ms","start":"2026-07-20T18:52:31.776066Z","end":"2026-07-20T18:52:31.895206Z","steps":["trace[2059501869] 'read index received' (duration: 118.499609ms)","trace[2059501869] 'applied index is now lower than readState.Index' (duration: 639.368µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:52:31.895589Z","caller":"traceutil/trace.go:171","msg":"trace[488895932] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"306.773239ms","start":"2026-07-20T18:52:31.588747Z","end":"2026-07-20T18:52:31.895383Z","steps":["trace[488895932] 'process raft request' (duration: 305.943949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:31.895615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.419071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-20T18:52:31.895811Z","caller":"traceutil/trace.go:171","msg":"trace[1489851162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"119.764835ms","start":"2026-07-20T18:52:31.776027Z","end":"2026-07-20T18:52:31.895792Z","steps":["trace[1489851162] 'agreement among raft nodes before linearized reading' (duration: 119.325869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:31.896137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:31.588729Z","time spent":"306.90736ms","remote":"127.0.0.1:42554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:52:32.156594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.507463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-20T18:52:32.156928Z","caller":"traceutil/trace.go:171","msg":"trace[2004050920] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"256.275777ms","start":"2026-07-20T18:52:31.900615Z","end":"2026-07-20T18:52:32.156891Z","steps":["trace[2004050920] 'process raft request' (duration: 31.351039ms)","trace[2004050920] 'compare' (duration: 224.337801ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:52:32.156984Z","caller":"traceutil/trace.go:171","msg":"trace[1710280672] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"256.041394ms","start":"2026-07-20T18:52:31.900922Z","end":"2026-07-20T18:52:32.156964Z","steps":["trace[1710280672] 'process raft request' (duration: 255.932003ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:32.552069Z","caller":"traceutil/trace.go:171","msg":"trace[2091100906] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:612; }","duration":"581.813617ms","start":"2026-07-20T18:52:31.970218Z","end":"2026-07-20T18:52:32.552031Z","steps":["trace[2091100906] 'read index received' (duration: 167.053761ms)","trace[2091100906] 'applied index is now lower than readState.Index' (duration: 414.758386ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:52:32.552104Z","caller":"traceutil/trace.go:171","msg":"trace[405285036] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"592.833711ms","start":"2026-07-20T18:52:31.959249Z","end":"2026-07-20T18:52:32.552083Z","steps":["trace[405285036] 'process raft request' (duration: 592.384235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:32.552289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.05546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-20T18:52:32.552349Z","caller":"traceutil/trace.go:171","msg":"trace[208208577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"582.148932ms","start":"2026-07-20T18:52:31.970187Z","end":"2026-07-20T18:52:32.552336Z","steps":["trace[208208577] 'agreement among raft nodes before linearized reading' (duration: 581.959018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:32.552377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:31.970173Z","time spent":"582.198492ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-20T18:52:32.552313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:31.959227Z","time spent":"592.994253ms","remote":"127.0.0.1:35584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-20T18:52:32.552713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.741664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:52:32.552739Z","caller":"traceutil/trace.go:171","msg":"trace[1135694597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"162.789456ms","start":"2026-07-20T18:52:32.389941Z","end":"2026-07-20T18:52:32.55273Z","steps":["trace[1135694597] 'agreement among raft nodes before linearized reading' (duration: 162.749535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:32.552894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.968093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-20T18:52:32.553095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.602279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5lnv9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-20T18:52:32.553178Z","caller":"traceutil/trace.go:171","msg":"trace[2056444809] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5lnv9; range_end:; response_count:1; response_revision:592; }","duration":"206.74753ms","start":"2026-07-20T18:52:32.346414Z","end":"2026-07-20T18:52:32.553162Z","steps":["trace[2056444809] 'agreement among raft nodes before linearized reading' (duration: 206.479857ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:32.553111Z","caller":"traceutil/trace.go:171","msg":"trace[294969333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:592; }","duration":"580.352528ms","start":"2026-07-20T18:52:31.972728Z","end":"2026-07-20T18:52:32.553081Z","steps":["trace[294969333] 'agreement among raft nodes before linearized reading' (duration: 579.6678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:32.553469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:31.972708Z","time spent":"580.595041ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-20T18:52:32.764254Z","caller":"traceutil/trace.go:171","msg":"trace[1242143399] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"204.980687ms","start":"2026-07-20T18:52:32.559248Z","end":"2026-07-20T18:52:32.764228Z","steps":["trace[1242143399] 'process raft request' (duration: 204.721314ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:32.764303Z","caller":"traceutil/trace.go:171","msg":"trace[322403389] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"204.46919ms","start":"2026-07-20T18:52:32.559804Z","end":"2026-07-20T18:52:32.764273Z","steps":["trace[322403389] 'process raft request' (duration: 204.326288ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:32.764449Z","caller":"traceutil/trace.go:171","msg":"trace[744206741] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:615; }","duration":"199.08046ms","start":"2026-07-20T18:52:32.565338Z","end":"2026-07-20T18:52:32.764419Z","steps":["trace[744206741] 'read index received' (duration: 129.516671ms)","trace[744206741] 'applied index is now lower than readState.Index' (duration: 69.561839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:52:32.764591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.227341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:52:32.76457Z","caller":"traceutil/trace.go:171","msg":"trace[1854213024] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"195.962989ms","start":"2026-07-20T18:52:32.568572Z","end":"2026-07-20T18:52:32.764535Z","steps":["trace[1854213024] 'process raft request' (duration: 195.606535ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:32.764643Z","caller":"traceutil/trace.go:171","msg":"trace[1507402712] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:595; }","duration":"199.320022ms","start":"2026-07-20T18:52:32.565309Z","end":"2026-07-20T18:52:32.764629Z","steps":["trace[1507402712] 'agreement among raft nodes before linearized reading' (duration: 199.213071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:33.797069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.362146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-20T18:52:33.7972Z","caller":"traceutil/trace.go:171","msg":"trace[427437648] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.084717354s","start":"2026-07-20T18:52:32.712462Z","end":"2026-07-20T18:52:33.797179Z","steps":["trace[427437648] 'process raft request' (duration: 719.082614ms)","trace[427437648] 'compare' (duration: 365.235404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:52:33.797262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:32.712442Z","time spent":"1.084790515s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:52:33.825518Z","caller":"traceutil/trace.go:171","msg":"trace[1469922516] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:619; }","duration":"434.840212ms","start":"2026-07-20T18:52:33.390653Z","end":"2026-07-20T18:52:33.825493Z","steps":["trace[1469922516] 'read index received' (duration: 41.820235ms)","trace[1469922516] 'applied index is now lower than readState.Index' (duration: 393.019007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:52:33.82567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.001825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:52:33.825744Z","caller":"traceutil/trace.go:171","msg":"trace[1194769836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"435.117836ms","start":"2026-07-20T18:52:33.390611Z","end":"2026-07-20T18:52:33.825729Z","steps":["trace[1194769836] 'agreement among raft nodes before linearized reading' (duration: 434.991055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:33.825786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:33.39059Z","time spent":"435.188607ms","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-20T18:52:33.826021Z","caller":"traceutil/trace.go:171","msg":"trace[1070881083] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"662.32498ms","start":"2026-07-20T18:52:33.163227Z","end":"2026-07-20T18:52:33.825552Z","steps":["trace[1070881083] 'process raft request' (duration: 661.778052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:33.826139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:33.163191Z","time spent":"662.865886ms","remote":"127.0.0.1:42554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:52:47.07553Z","caller":"traceutil/trace.go:171","msg":"trace[1282845896] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"236.510849ms","start":"2026-07-20T18:52:46.838998Z","end":"2026-07-20T18:52:47.075509Z","steps":["trace[1282845896] 'process raft request' (duration: 236.396958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:49.544785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.092539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:52:49.544879Z","caller":"traceutil/trace.go:171","msg":"trace[304619661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:756; }","duration":"244.252991ms","start":"2026-07-20T18:52:49.300608Z","end":"2026-07-20T18:52:49.544861Z","steps":["trace[304619661] 'range keys from in-memory index tree' (duration: 243.829236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:49.544812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.383238ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:52:49.544938Z","caller":"traceutil/trace.go:171","msg":"trace[1387972690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:756; }","duration":"623.51985ms","start":"2026-07-20T18:52:48.921397Z","end":"2026-07-20T18:52:49.544917Z","steps":["trace[1387972690] 'range keys from in-memory index tree' (duration: 623.368018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:49.544956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.756675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-20T18:52:49.545006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.137776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-20T18:52:49.545039Z","caller":"traceutil/trace.go:171","msg":"trace[1651382535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:756; }","duration":"641.879956ms","start":"2026-07-20T18:52:48.90314Z","end":"2026-07-20T18:52:49.54502Z","steps":["trace[1651382535] 'range keys from in-memory index tree' (duration: 641.604323ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:49.545071Z","caller":"traceutil/trace.go:171","msg":"trace[567995481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:756; }","duration":"466.240277ms","start":"2026-07-20T18:52:49.078815Z","end":"2026-07-20T18:52:49.545055Z","steps":["trace[567995481] 'range keys from in-memory index tree' (duration: 465.995174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:49.545112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:49.078795Z","time spent":"466.309327ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-20T18:52:49.545124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:48.903119Z","time spent":"641.952458ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-20T18:52:49.545281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.308105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:52:49.545378Z","caller":"traceutil/trace.go:171","msg":"trace[97449677] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:756; }","duration":"890.491057ms","start":"2026-07-20T18:52:48.654867Z","end":"2026-07-20T18:52:49.545359Z","steps":["trace[97449677] 'count revisions from in-memory index tree' (duration: 890.076432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:52:49.545507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:52:48.654847Z","time spent":"890.618709ms","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-20T18:52:49.545295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.409735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:52:49.545759Z","caller":"traceutil/trace.go:171","msg":"trace[2046155561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:756; }","duration":"154.916743ms","start":"2026-07-20T18:52:49.39083Z","end":"2026-07-20T18:52:49.545747Z","steps":["trace[2046155561] 'range keys from in-memory index tree' (duration: 154.242364ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:49.69716Z","caller":"traceutil/trace.go:171","msg":"trace[1622352664] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:784; }","duration":"150.347954ms","start":"2026-07-20T18:52:49.546787Z","end":"2026-07-20T18:52:49.697135Z","steps":["trace[1622352664] 'read index received' (duration: 150.256083ms)","trace[1622352664] 'applied index is now lower than readState.Index' (duration: 90.811µs)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:52:49.697344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.546618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:52:49.697407Z","caller":"traceutil/trace.go:171","msg":"trace[1077794217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"150.643398ms","start":"2026-07-20T18:52:49.546751Z","end":"2026-07-20T18:52:49.697394Z","steps":["trace[1077794217] 'agreement among raft nodes before linearized reading' (duration: 150.547197ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:49.697649Z","caller":"traceutil/trace.go:171","msg":"trace[1893507629] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"242.375947ms","start":"2026-07-20T18:52:49.455252Z","end":"2026-07-20T18:52:49.697628Z","steps":["trace[1893507629] 'process raft request' (duration: 241.74483ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:49.712219Z","caller":"traceutil/trace.go:171","msg":"trace[1162902051] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"162.576301ms","start":"2026-07-20T18:52:49.549629Z","end":"2026-07-20T18:52:49.712206Z","steps":["trace[1162902051] 'process raft request' (duration: 162.328868ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:49.712224Z","caller":"traceutil/trace.go:171","msg":"trace[141854506] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"161.868871ms","start":"2026-07-20T18:52:49.550335Z","end":"2026-07-20T18:52:49.712204Z","steps":["trace[141854506] 'process raft request' (duration: 161.77109ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:52:49.712368Z","caller":"traceutil/trace.go:171","msg":"trace[1385399719] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"161.953914ms","start":"2026-07-20T18:52:49.550381Z","end":"2026-07-20T18:52:49.712335Z","steps":["trace[1385399719] 'process raft request' (duration: 161.791001ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:01.944133Z","caller":"traceutil/trace.go:171","msg":"trace[88442299] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"175.72742ms","start":"2026-07-20T18:53:01.768381Z","end":"2026-07-20T18:53:01.944109Z","steps":["trace[88442299] 'process raft request' (duration: 175.582328ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:01.961567Z","caller":"traceutil/trace.go:171","msg":"trace[565458696] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:944; }","duration":"187.535199ms","start":"2026-07-20T18:53:01.774006Z","end":"2026-07-20T18:53:01.961542Z","steps":["trace[565458696] 'read index received' (duration: 170.067337ms)","trace[565458696] 'applied index is now lower than readState.Index' (duration: 17.466762ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:53:01.961619Z","caller":"traceutil/trace.go:171","msg":"trace[204467196] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"189.13078ms","start":"2026-07-20T18:53:01.77245Z","end":"2026-07-20T18:53:01.96158Z","steps":["trace[204467196] 'process raft request' (duration: 188.945257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:53:01.961749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.719731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:53:01.961782Z","caller":"traceutil/trace.go:171","msg":"trace[1538747849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:915; }","duration":"187.784122ms","start":"2026-07-20T18:53:01.773988Z","end":"2026-07-20T18:53:01.961772Z","steps":["trace[1538747849] 'agreement among raft nodes before linearized reading' (duration: 187.65097ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:08.126247Z","caller":"traceutil/trace.go:171","msg":"trace[1166586796] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"130.575134ms","start":"2026-07-20T18:53:07.995648Z","end":"2026-07-20T18:53:08.126224Z","steps":["trace[1166586796] 'process raft request' (duration: 130.362851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:53:08.126446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.700905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-20T18:53:08.126523Z","caller":"traceutil/trace.go:171","msg":"trace[560126616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:954; }","duration":"111.818426ms","start":"2026-07-20T18:53:08.014686Z","end":"2026-07-20T18:53:08.126504Z","steps":["trace[560126616] 'agreement among raft nodes before linearized reading' (duration: 111.620744ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:08.126804Z","caller":"traceutil/trace.go:171","msg":"trace[177412324] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"112.06076ms","start":"2026-07-20T18:53:08.014727Z","end":"2026-07-20T18:53:08.126787Z","steps":["trace[177412324] 'read index received' (duration: 111.394211ms)","trace[177412324] 'applied index is now lower than readState.Index' (duration: 75.421µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:53:08.225359Z","caller":"traceutil/trace.go:171","msg":"trace[491709028] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"207.617851ms","start":"2026-07-20T18:53:08.017711Z","end":"2026-07-20T18:53:08.225329Z","steps":["trace[491709028] 'process raft request' (duration: 202.479236ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:20.824641Z","caller":"traceutil/trace.go:171","msg":"trace[476308950] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"117.604258ms","start":"2026-07-20T18:53:20.707015Z","end":"2026-07-20T18:53:20.824619Z","steps":["trace[476308950] 'process raft request' (duration: 117.475606ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:21.16776Z","caller":"traceutil/trace.go:171","msg":"trace[1408379638] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"205.874036ms","start":"2026-07-20T18:53:20.961859Z","end":"2026-07-20T18:53:21.167733Z","steps":["trace[1408379638] 'process raft request' (duration: 168.370605ms)","trace[1408379638] 'compare' (duration: 37.270148ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:53:42.719452Z","caller":"traceutil/trace.go:171","msg":"trace[2143306680] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"136.606123ms","start":"2026-07-20T18:53:42.582815Z","end":"2026-07-20T18:53:42.719421Z","steps":["trace[2143306680] 'process raft request' (duration: 136.281549ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:42.888181Z","caller":"traceutil/trace.go:171","msg":"trace[1076908093] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"160.5288ms","start":"2026-07-20T18:53:42.727625Z","end":"2026-07-20T18:53:42.888154Z","steps":["trace[1076908093] 'process raft request' (duration: 160.373798ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:45.513473Z","caller":"traceutil/trace.go:171","msg":"trace[32135963] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1481; }","duration":"121.986119ms","start":"2026-07-20T18:53:45.391463Z","end":"2026-07-20T18:53:45.513449Z","steps":["trace[32135963] 'read index received' (duration: 121.783237ms)","trace[32135963] 'applied index is now lower than readState.Index' (duration: 201.962µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:53:45.513528Z","caller":"traceutil/trace.go:171","msg":"trace[1101171308] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"167.447573ms","start":"2026-07-20T18:53:45.34605Z","end":"2026-07-20T18:53:45.513497Z","steps":["trace[1101171308] 'process raft request' (duration: 167.22465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:53:45.513634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.142161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:53:45.513701Z","caller":"traceutil/trace.go:171","msg":"trace[1635378694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1437; }","duration":"122.270973ms","start":"2026-07-20T18:53:45.391415Z","end":"2026-07-20T18:53:45.513686Z","steps":["trace[1635378694] 'agreement among raft nodes before linearized reading' (duration: 122.136012ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:45.794526Z","caller":"traceutil/trace.go:171","msg":"trace[861082555] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"271.246637ms","start":"2026-07-20T18:53:45.523208Z","end":"2026-07-20T18:53:45.794454Z","steps":["trace[861082555] 'process raft request' (duration: 271.088306ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:50.868495Z","caller":"traceutil/trace.go:171","msg":"trace[1307802448] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1528; }","duration":"114.994669ms","start":"2026-07-20T18:53:50.753476Z","end":"2026-07-20T18:53:50.868471Z","steps":["trace[1307802448] 'process raft request' (duration: 114.866157ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:51.167112Z","caller":"traceutil/trace.go:171","msg":"trace[1869154212] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1529; }","duration":"282.819299ms","start":"2026-07-20T18:53:50.884265Z","end":"2026-07-20T18:53:51.167084Z","steps":["trace[1869154212] 'process raft request' (duration: 239.719617ms)","trace[1869154212] 'compare' (duration: 43.062631ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:53:51.213226Z","caller":"traceutil/trace.go:171","msg":"trace[1446633805] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"216.633143ms","start":"2026-07-20T18:53:50.996559Z","end":"2026-07-20T18:53:51.213192Z","steps":["trace[1446633805] 'process raft request' (duration: 216.38188ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:51.424098Z","caller":"traceutil/trace.go:171","msg":"trace[836337766] linearizableReadLoop","detail":"{readStateIndex:1580; appliedIndex:1579; }","duration":"140.591884ms","start":"2026-07-20T18:53:51.283483Z","end":"2026-07-20T18:53:51.424075Z","steps":["trace[836337766] 'read index received' (duration: 124.660578ms)","trace[836337766] 'applied index is now lower than readState.Index' (duration: 15.930126ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:53:51.424161Z","caller":"traceutil/trace.go:171","msg":"trace[213319392] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1530; }","duration":"196.859948ms","start":"2026-07-20T18:53:51.227272Z","end":"2026-07-20T18:53:51.424132Z","steps":["trace[213319392] 'process raft request' (duration: 180.8723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:53:51.424295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.789408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T18:53:51.424331Z","caller":"traceutil/trace.go:171","msg":"trace[1711660626] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1530; }","duration":"140.879448ms","start":"2026-07-20T18:53:51.283441Z","end":"2026-07-20T18:53:51.424321Z","steps":["trace[1711660626] 'agreement among raft nodes before linearized reading' (duration: 140.760287ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:51.933647Z","caller":"traceutil/trace.go:171","msg":"trace[1030478586] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"147.255506ms","start":"2026-07-20T18:53:51.786371Z","end":"2026-07-20T18:53:51.933626Z","steps":["trace[1030478586] 'process raft request' (duration: 147.125505ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:52.085269Z","caller":"traceutil/trace.go:171","msg":"trace[359821734] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1587; }","duration":"186.886885ms","start":"2026-07-20T18:53:51.898351Z","end":"2026-07-20T18:53:52.085238Z","steps":["trace[359821734] 'read index received' (duration: 35.152764ms)","trace[359821734] 'applied index is now lower than readState.Index' (duration: 151.732321ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:53:52.085338Z","caller":"traceutil/trace.go:171","msg":"trace[1418689209] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1531; }","duration":"296.224683ms","start":"2026-07-20T18:53:51.789087Z","end":"2026-07-20T18:53:52.085312Z","steps":["trace[1418689209] 'process raft request' (duration: 286.392012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:53:52.085559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.115118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-20T18:53:52.08563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.332115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T18:53:52.0857Z","caller":"traceutil/trace.go:171","msg":"trace[746814700] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1531; }","duration":"187.33995ms","start":"2026-07-20T18:53:51.898311Z","end":"2026-07-20T18:53:52.085651Z","steps":["trace[746814700] 'agreement among raft nodes before linearized reading' (duration: 187.034267ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:52.085775Z","caller":"traceutil/trace.go:171","msg":"trace[1088135318] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1531; }","duration":"103.530326ms","start":"2026-07-20T18:53:51.982199Z","end":"2026-07-20T18:53:52.08573Z","steps":["trace[1088135318] 'agreement among raft nodes before linearized reading' (duration: 103.287743ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:52.209917Z","caller":"traceutil/trace.go:171","msg":"trace[530067749] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1531; }","duration":"106.790797ms","start":"2026-07-20T18:53:52.103102Z","end":"2026-07-20T18:53:52.209893Z","steps":["trace[530067749] 'process raft request' (duration: 106.702296ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:53:57.541382Z","caller":"traceutil/trace.go:171","msg":"trace[1721582423] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1733; }","duration":"151.98507ms","start":"2026-07-20T18:53:57.389372Z","end":"2026-07-20T18:53:57.541357Z","steps":["trace[1721582423] 'read index received' (duration: 130.587886ms)","trace[1721582423] 'applied index is now lower than readState.Index' (duration: 21.396244ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:53:57.541509Z","caller":"traceutil/trace.go:171","msg":"trace[1856858103] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"193.105264ms","start":"2026-07-20T18:53:57.34839Z","end":"2026-07-20T18:53:57.541495Z","steps":["trace[1856858103] 'process raft request' (duration: 171.614649ms)","trace[1856858103] 'compare' (duration: 21.16148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:53:57.541854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.461345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:53:57.541985Z","caller":"traceutil/trace.go:171","msg":"trace[1861469909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1668; }","duration":"152.639617ms","start":"2026-07-20T18:53:57.389324Z","end":"2026-07-20T18:53:57.541964Z","steps":["trace[1861469909] 'agreement among raft nodes before linearized reading' (duration: 152.388234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:53:57.610357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.657744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:53:57.610657Z","caller":"traceutil/trace.go:171","msg":"trace[2132436439] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1669; }","duration":"130.037699ms","start":"2026-07-20T18:53:57.480601Z","end":"2026-07-20T18:53:57.610638Z","steps":["trace[2132436439] 'agreement among raft nodes before linearized reading' (duration: 129.658265ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:04.516992Z","caller":"traceutil/trace.go:171","msg":"trace[207428754] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1815; }","duration":"165.669251ms","start":"2026-07-20T18:54:04.3513Z","end":"2026-07-20T18:54:04.516969Z","steps":["trace[207428754] 'read index received' (duration: 20.506552ms)","trace[207428754] 'applied index is now lower than readState.Index' (duration: 145.161749ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:04.517224Z","caller":"traceutil/trace.go:171","msg":"trace[1472700688] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"178.01029ms","start":"2026-07-20T18:54:04.339199Z","end":"2026-07-20T18:54:04.517209Z","steps":["trace[1472700688] 'process raft request' (duration: 177.648776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:04.517519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.963866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:54:04.51759Z","caller":"traceutil/trace.go:171","msg":"trace[55845320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1745; }","duration":"127.070867ms","start":"2026-07-20T18:54:04.390494Z","end":"2026-07-20T18:54:04.517565Z","steps":["trace[55845320] 'agreement among raft nodes before linearized reading' (duration: 126.760984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:04.518276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.973486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-20T18:54:04.518324Z","caller":"traceutil/trace.go:171","msg":"trace[747483927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1745; }","duration":"167.062728ms","start":"2026-07-20T18:54:04.351249Z","end":"2026-07-20T18:54:04.518312Z","steps":["trace[747483927] 'agreement among raft nodes before linearized reading' (duration: 166.179847ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:07.149276Z","caller":"traceutil/trace.go:171","msg":"trace[1870461827] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"103.257203ms","start":"2026-07-20T18:54:07.045991Z","end":"2026-07-20T18:54:07.149248Z","steps":["trace[1870461827] 'process raft request' (duration: 103.116802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:11.102267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.887945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a3e8702d-6ea8-490b-b0f3-7cf1af795335\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-20T18:54:11.102384Z","caller":"traceutil/trace.go:171","msg":"trace[1614662444] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a3e8702d-6ea8-490b-b0f3-7cf1af795335; range_end:; response_count:1; response_revision:1847; }","duration":"107.026887ms","start":"2026-07-20T18:54:10.995304Z","end":"2026-07-20T18:54:11.102331Z","steps":["trace[1614662444] 'range keys from in-memory index tree' (duration: 106.709633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:11.102511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.745835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a3e8702d-6ea8-490b-b0f3-7cf1af795335\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-20T18:54:11.102599Z","caller":"traceutil/trace.go:171","msg":"trace[114928728] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a3e8702d-6ea8-490b-b0f3-7cf1af795335; range_end:; response_count:1; response_revision:1847; }","duration":"215.880626ms","start":"2026-07-20T18:54:10.886696Z","end":"2026-07-20T18:54:11.102576Z","steps":["trace[114928728] 'range keys from in-memory index tree' (duration: 215.523052ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:11.272492Z","caller":"traceutil/trace.go:171","msg":"trace[1520613356] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1920; }","duration":"111.232669ms","start":"2026-07-20T18:54:11.161234Z","end":"2026-07-20T18:54:11.272467Z","steps":["trace[1520613356] 'read index received' (duration: 111.104207ms)","trace[1520613356] 'applied index is now lower than readState.Index' (duration: 127.112µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:11.272606Z","caller":"traceutil/trace.go:171","msg":"trace[1480557987] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"160.148027ms","start":"2026-07-20T18:54:11.112408Z","end":"2026-07-20T18:54:11.272556Z","steps":["trace[1480557987] 'process raft request' (duration: 159.882394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:11.272808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.544262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-20T18:54:11.272883Z","caller":"traceutil/trace.go:171","msg":"trace[119379810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1848; }","duration":"111.637893ms","start":"2026-07-20T18:54:11.161232Z","end":"2026-07-20T18:54:11.27287Z","steps":["trace[119379810] 'agreement among raft nodes before linearized reading' (duration: 111.33171ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:11.789671Z","caller":"traceutil/trace.go:171","msg":"trace[1101849779] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"502.951582ms","start":"2026-07-20T18:54:11.28668Z","end":"2026-07-20T18:54:11.789631Z","steps":["trace[1101849779] 'process raft request' (duration: 502.832231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:11.789849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.286667Z","time spent":"503.056633ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:12.594147Z","caller":"traceutil/trace.go:171","msg":"trace[575157723] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"1.094639115s","start":"2026-07-20T18:54:11.499486Z","end":"2026-07-20T18:54:12.594125Z","steps":["trace[575157723] 'process raft request' (duration: 1.094570444s)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:12.594398Z","caller":"traceutil/trace.go:171","msg":"trace[1813822331] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"976.134908ms","start":"2026-07-20T18:54:11.618232Z","end":"2026-07-20T18:54:12.594367Z","steps":["trace[1813822331] 'process raft request' (duration: 975.861084ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:12.594219Z","caller":"traceutil/trace.go:171","msg":"trace[626287409] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"1.23758567s","start":"2026-07-20T18:54:11.3566Z","end":"2026-07-20T18:54:12.594185Z","steps":["trace[626287409] 'process raft request' (duration: 1.237321346s)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:12.594311Z","caller":"traceutil/trace.go:171","msg":"trace[1181200639] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1922; }","duration":"1.203269622s","start":"2026-07-20T18:54:11.391025Z","end":"2026-07-20T18:54:12.594295Z","steps":["trace[1181200639] 'read index received' (duration: 398.412566ms)","trace[1181200639] 'applied index is now lower than readState.Index' (duration: 804.855886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:54:12.594563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.618209Z","time spent":"976.266849ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:12.594402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203369443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:54:12.594642Z","caller":"traceutil/trace.go:171","msg":"trace[2109737569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"1.203669016s","start":"2026-07-20T18:54:11.390952Z","end":"2026-07-20T18:54:12.594621Z","steps":["trace[2109737569] 'agreement among raft nodes before linearized reading' (duration: 1.203385843s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.59465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.499461Z","time spent":"1.09499671s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:12.594713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.390932Z","time spent":"1.203751207s","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-20T18:54:12.595172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.356576Z","time spent":"1.237953594s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:12.86941Z","caller":"traceutil/trace.go:171","msg":"trace[1831329677] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"1.072918718s","start":"2026-07-20T18:54:11.796468Z","end":"2026-07-20T18:54:12.869387Z","steps":["trace[1831329677] 'process raft request' (duration: 1.072604415s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.86972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.796447Z","time spent":"1.073204751s","remote":"127.0.0.1:42632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:12.870116Z","caller":"traceutil/trace.go:171","msg":"trace[339599688] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"1.073501375s","start":"2026-07-20T18:54:11.796593Z","end":"2026-07-20T18:54:12.870095Z","steps":["trace[339599688] 'process raft request' (duration: 1.072664985s)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:12.870141Z","caller":"traceutil/trace.go:171","msg":"trace[1859520545] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"1.073035181s","start":"2026-07-20T18:54:11.797082Z","end":"2026-07-20T18:54:12.870117Z","steps":["trace[1859520545] 'process raft request' (duration: 1.072923989s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.87025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.79657Z","time spent":"1.073607156s","remote":"127.0.0.1:42632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:12.870277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.797073Z","time spent":"1.073136672s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:12.870516Z","caller":"traceutil/trace.go:171","msg":"trace[902798095] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1926; }","duration":"275.917838ms","start":"2026-07-20T18:54:12.594578Z","end":"2026-07-20T18:54:12.870495Z","steps":["trace[902798095] 'read index received' (duration: 274.40614ms)","trace[902798095] 'applied index is now lower than readState.Index' (duration: 1.510878ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:12.870625Z","caller":"traceutil/trace.go:171","msg":"trace[1304811212] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.073499155s","start":"2026-07-20T18:54:11.797116Z","end":"2026-07-20T18:54:12.870615Z","steps":["trace[1304811212] 'process raft request' (duration: 1.072953389s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.870716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.797103Z","time spent":"1.073546166s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:12.870938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.213146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a3e8702d-6ea8-490b-b0f3-7cf1af795335\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-20T18:54:12.870957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.471965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-20T18:54:12.87097Z","caller":"traceutil/trace.go:171","msg":"trace[101544355] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a3e8702d-6ea8-490b-b0f3-7cf1af795335; range_end:; response_count:1; response_revision:1860; }","duration":"763.286047ms","start":"2026-07-20T18:54:12.107674Z","end":"2026-07-20T18:54:12.87096Z","steps":["trace[101544355] 'agreement among raft nodes before linearized reading' (duration: 763.173516ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:12.871022Z","caller":"traceutil/trace.go:171","msg":"trace[863165888] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:1860; }","duration":"362.571976ms","start":"2026-07-20T18:54:12.508438Z","end":"2026-07-20T18:54:12.87101Z","steps":["trace[863165888] 'agreement among raft nodes before linearized reading' (duration: 362.405654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.871049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.107653Z","time spent":"763.378088ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a3e8702d-6ea8-490b-b0f3-7cf1af795335\" "} {"level":"warn","ts":"2026-07-20T18:54:12.871054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.50842Z","time spent":"362.626716ms","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"info","ts":"2026-07-20T18:54:12.87201Z","caller":"traceutil/trace.go:171","msg":"trace[430437682] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"995.468752ms","start":"2026-07-20T18:54:11.876528Z","end":"2026-07-20T18:54:12.871997Z","steps":["trace[430437682] 'process raft request' (duration: 993.830782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.14225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c414475576f36b\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-07-20T18:54:12.872065Z","caller":"traceutil/trace.go:171","msg":"trace[125477666] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c414475576f36b; range_end:; response_count:1; response_revision:1860; }","duration":"779.224821ms","start":"2026-07-20T18:54:12.092827Z","end":"2026-07-20T18:54:12.872052Z","steps":["trace[125477666] 'agreement among raft nodes before linearized reading' (duration: 779.10407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.876513Z","time spent":"995.525083ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:12.872097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.092807Z","time spent":"779.283402ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c414475576f36b\" "} {"level":"info","ts":"2026-07-20T18:54:12.872223Z","caller":"traceutil/trace.go:171","msg":"trace[1106896561] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"506.590824ms","start":"2026-07-20T18:54:12.365622Z","end":"2026-07-20T18:54:12.872213Z","steps":["trace[1106896561] 'process raft request' (duration: 504.803752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.365599Z","time spent":"506.646615ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:12.872309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235667165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-20T18:54:12.872337Z","caller":"traceutil/trace.go:171","msg":"trace[1395497290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1860; }","duration":"1.235735046s","start":"2026-07-20T18:54:11.636593Z","end":"2026-07-20T18:54:12.872328Z","steps":["trace[1395497290] 'agreement among raft nodes before linearized reading' (duration: 1.235651875s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:11.636567Z","time spent":"1.235789736s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-20T18:54:12.872399Z","caller":"traceutil/trace.go:171","msg":"trace[1938677105] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"455.167336ms","start":"2026-07-20T18:54:12.417222Z","end":"2026-07-20T18:54:12.872389Z","steps":["trace[1938677105] 'process raft request' (duration: 453.233373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.417195Z","time spent":"455.224907ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:12.872643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.055161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:54:12.87267Z","caller":"traceutil/trace.go:171","msg":"trace[1331811590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1860; }","duration":"276.114131ms","start":"2026-07-20T18:54:12.596548Z","end":"2026-07-20T18:54:12.872662Z","steps":["trace[1331811590] 'agreement among raft nodes before linearized reading' (duration: 276.0704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.981468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-20T18:54:12.872708Z","caller":"traceutil/trace.go:171","msg":"trace[903310399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1860; }","duration":"280.055018ms","start":"2026-07-20T18:54:12.592644Z","end":"2026-07-20T18:54:12.872699Z","steps":["trace[903310399] 'agreement among raft nodes before linearized reading' (duration: 279.922806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.292491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:54:12.872872Z","caller":"traceutil/trace.go:171","msg":"trace[1104399923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1860; }","duration":"180.361561ms","start":"2026-07-20T18:54:12.692502Z","end":"2026-07-20T18:54:12.872864Z","steps":["trace[1104399923] 'agreement among raft nodes before linearized reading' (duration: 180.2787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.715844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-20T18:54:12.872898Z","caller":"traceutil/trace.go:171","msg":"trace[2022519565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1860; }","duration":"315.789796ms","start":"2026-07-20T18:54:12.557102Z","end":"2026-07-20T18:54:12.872892Z","steps":["trace[2022519565] 'agreement among raft nodes before linearized reading' (duration: 315.722515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:12.872893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.335391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-20T18:54:12.872915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.557076Z","time spent":"315.835366ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-20T18:54:12.872937Z","caller":"traceutil/trace.go:171","msg":"trace[177128810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1860; }","duration":"180.404562ms","start":"2026-07-20T18:54:12.69252Z","end":"2026-07-20T18:54:12.872924Z","steps":["trace[177128810] 'agreement among raft nodes before linearized reading' (duration: 180.25429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.768243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.989217Z","time spent":"779.019305ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-20T18:54:13.773581Z","caller":"traceutil/trace.go:171","msg":"trace[466476727] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"896.546569ms","start":"2026-07-20T18:54:12.877006Z","end":"2026-07-20T18:54:13.773552Z","steps":["trace[466476727] 'process raft request' (duration: 895.939552ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:13.773658Z","caller":"traceutil/trace.go:171","msg":"trace[1399524890] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"895.879012ms","start":"2026-07-20T18:54:12.877747Z","end":"2026-07-20T18:54:13.773626Z","steps":["trace[1399524890] 'process raft request' (duration: 895.68931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.773709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.876989Z","time spent":"896.64928ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:13.773806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.877736Z","time spent":"895.980743ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:13.774366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.874746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:54:13.774942Z","caller":"traceutil/trace.go:171","msg":"trace[1557560934] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"895.660519ms","start":"2026-07-20T18:54:12.878139Z","end":"2026-07-20T18:54:13.7738Z","steps":["trace[1557560934] 'process raft request' (duration: 895.377976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.775112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.878131Z","time spent":"896.948535ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:13.775216Z","caller":"traceutil/trace.go:171","msg":"trace[1150373778] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"895.458616ms","start":"2026-07-20T18:54:12.878433Z","end":"2026-07-20T18:54:13.773892Z","steps":["trace[1150373778] 'process raft request' (duration: 895.131883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.775276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.878427Z","time spent":"896.819063ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:13.775348Z","caller":"traceutil/trace.go:171","msg":"trace[802359165] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1933; }","duration":"892.813125ms","start":"2026-07-20T18:54:12.881478Z","end":"2026-07-20T18:54:13.774291Z","steps":["trace[802359165] 'read index received' (duration: 13.660647ms)","trace[802359165] 'applied index is now lower than readState.Index' (duration: 879.151318ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:13.775458Z","caller":"traceutil/trace.go:171","msg":"trace[1297202822] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"895.854331ms","start":"2026-07-20T18:54:12.87848Z","end":"2026-07-20T18:54:13.774335Z","steps":["trace[1297202822] 'process raft request' (duration: 895.663808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.775877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.878476Z","time spent":"897.029785ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:13.775948Z","caller":"traceutil/trace.go:171","msg":"trace[1705069855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1865; }","duration":"893.022697ms","start":"2026-07-20T18:54:12.881456Z","end":"2026-07-20T18:54:13.774478Z","steps":["trace[1705069855] 'agreement among raft nodes before linearized reading' (duration: 892.839735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.775975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.88144Z","time spent":"894.528225ms","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-20T18:54:13.777618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.812929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-20T18:54:13.777726Z","caller":"traceutil/trace.go:171","msg":"trace[606557925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1867; }","duration":"472.953431ms","start":"2026-07-20T18:54:13.304735Z","end":"2026-07-20T18:54:13.777689Z","steps":["trace[606557925] 'agreement among raft nodes before linearized reading' (duration: 472.674968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.777785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:13.304712Z","time spent":"473.063992ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-20T18:54:13.778003Z","caller":"traceutil/trace.go:171","msg":"trace[959811839] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"882.052453ms","start":"2026-07-20T18:54:12.895917Z","end":"2026-07-20T18:54:13.777969Z","steps":["trace[959811839] 'process raft request' (duration: 881.275684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.77817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:12.895907Z","time spent":"882.169534ms","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:13.778835Z","caller":"traceutil/trace.go:171","msg":"trace[1725452191] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"401.498029ms","start":"2026-07-20T18:54:13.377301Z","end":"2026-07-20T18:54:13.778799Z","steps":["trace[1725452191] 'process raft request' (duration: 400.013761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:13.778923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:13.377275Z","time spent":"401.59132ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:20.743298Z","caller":"traceutil/trace.go:171","msg":"trace[1658255814] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"116.119073ms","start":"2026-07-20T18:54:20.627156Z","end":"2026-07-20T18:54:20.743275Z","steps":["trace[1658255814] 'process raft request' (duration: 116.073662ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:20.743367Z","caller":"traceutil/trace.go:171","msg":"trace[1088081190] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"117.753002ms","start":"2026-07-20T18:54:20.625582Z","end":"2026-07-20T18:54:20.743335Z","steps":["trace[1088081190] 'process raft request' (duration: 111.487546ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:22.908325Z","caller":"traceutil/trace.go:171","msg":"trace[128803600] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"158.958551ms","start":"2026-07-20T18:54:22.749336Z","end":"2026-07-20T18:54:22.908294Z","steps":["trace[128803600] 'process raft request' (duration: 85.152175ms)","trace[128803600] 'compare' (duration: 73.691574ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:22.923655Z","caller":"traceutil/trace.go:171","msg":"trace[1583690829] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"172.978891ms","start":"2026-07-20T18:54:22.750649Z","end":"2026-07-20T18:54:22.923628Z","steps":["trace[1583690829] 'process raft request' (duration: 172.821659ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:24.146287Z","caller":"traceutil/trace.go:171","msg":"trace[1373752041] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"118.505909ms","start":"2026-07-20T18:54:24.02776Z","end":"2026-07-20T18:54:24.146266Z","steps":["trace[1373752041] 'process raft request' (duration: 118.457398ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:24.146414Z","caller":"traceutil/trace.go:171","msg":"trace[2064236666] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"120.710755ms","start":"2026-07-20T18:54:24.0256Z","end":"2026-07-20T18:54:24.14631Z","steps":["trace[2064236666] 'process raft request' (duration: 39.609152ms)","trace[2064236666] 'compare' (duration: 80.871241ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:27.354721Z","caller":"traceutil/trace.go:171","msg":"trace[751640554] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"421.774295ms","start":"2026-07-20T18:54:26.932922Z","end":"2026-07-20T18:54:27.354697Z","steps":["trace[751640554] 'process raft request' (duration: 421.580202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:27.354949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:26.9329Z","time spent":"421.891276ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:27.569893Z","caller":"traceutil/trace.go:171","msg":"trace[1802436919] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2056; }","duration":"525.037087ms","start":"2026-07-20T18:54:27.044835Z","end":"2026-07-20T18:54:27.569873Z","steps":["trace[1802436919] 'read index received' (duration: 309.721906ms)","trace[1802436919] 'applied index is now lower than readState.Index' (duration: 215.314381ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:27.569948Z","caller":"traceutil/trace.go:171","msg":"trace[1282549150] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"594.011725ms","start":"2026-07-20T18:54:26.975888Z","end":"2026-07-20T18:54:27.569899Z","steps":["trace[1282549150] 'process raft request' (duration: 548.145028ms)","trace[1282549150] 'compare' (duration: 45.592293ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:27.570075Z","caller":"traceutil/trace.go:171","msg":"trace[844828836] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"485.310145ms","start":"2026-07-20T18:54:27.08474Z","end":"2026-07-20T18:54:27.57005Z","steps":["trace[844828836] 'process raft request' (duration: 485.102273ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:27.570045Z","caller":"traceutil/trace.go:171","msg":"trace[1934069601] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"518.104412ms","start":"2026-07-20T18:54:27.051846Z","end":"2026-07-20T18:54:27.569951Z","steps":["trace[1934069601] 'process raft request' (duration: 517.92124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:27.570196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:27.084713Z","time spent":"485.420816ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:27.570291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.376281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-20T18:54:27.570355Z","caller":"traceutil/trace.go:171","msg":"trace[1836625317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1983; }","duration":"525.550153ms","start":"2026-07-20T18:54:27.044792Z","end":"2026-07-20T18:54:27.570342Z","steps":["trace[1836625317] 'agreement among raft nodes before linearized reading' (duration: 525.228669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:27.57033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:27.051817Z","time spent":"518.392006ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8133,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:27.570448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:27.044771Z","time spent":"525.666834ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-20T18:54:27.57016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:26.975859Z","time spent":"594.221697ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:28.199359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.134439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-20T18:54:28.199423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.669014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-20T18:54:28.199391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.874727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-20T18:54:28.199569Z","caller":"traceutil/trace.go:171","msg":"trace[100570088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1984; }","duration":"159.328481ms","start":"2026-07-20T18:54:28.04016Z","end":"2026-07-20T18:54:28.199488Z","steps":["trace[100570088] 'range keys from in-memory index tree' (duration: 158.985427ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:28.199634Z","caller":"traceutil/trace.go:171","msg":"trace[475576484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1984; }","duration":"164.154ms","start":"2026-07-20T18:54:28.035433Z","end":"2026-07-20T18:54:28.199587Z","steps":["trace[475576484] 'range keys from in-memory index tree' (duration: 163.669035ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:28.19954Z","caller":"traceutil/trace.go:171","msg":"trace[2005951782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"158.817305ms","start":"2026-07-20T18:54:28.040694Z","end":"2026-07-20T18:54:28.199511Z","steps":["trace[2005951782] 'range keys from in-memory index tree' (duration: 158.35726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:28.363239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.718026ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-20T18:54:28.363689Z","caller":"traceutil/trace.go:171","msg":"trace[566192840] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"160.651497ms","start":"2026-07-20T18:54:28.203015Z","end":"2026-07-20T18:54:28.363667Z","steps":["trace[566192840] 'process raft request' (duration: 160.354803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:28.363719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.411391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T18:54:28.363782Z","caller":"traceutil/trace.go:171","msg":"trace[440817870] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1984; }","duration":"248.543373ms","start":"2026-07-20T18:54:28.115223Z","end":"2026-07-20T18:54:28.363767Z","steps":["trace[440817870] 'agreement among raft nodes before linearized reading' (duration: 248.387082ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:28.363566Z","caller":"traceutil/trace.go:171","msg":"trace[816120210] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2061; }","duration":"248.238309ms","start":"2026-07-20T18:54:28.115281Z","end":"2026-07-20T18:54:28.363519Z","steps":["trace[816120210] 'read index received' (duration: 3.140338ms)","trace[816120210] 'applied index is now lower than readState.Index' (duration: 245.094411ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:28.435437Z","caller":"traceutil/trace.go:171","msg":"trace[1940587957] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"231.129092ms","start":"2026-07-20T18:54:28.204263Z","end":"2026-07-20T18:54:28.435392Z","steps":["trace[1940587957] 'process raft request' (duration: 231.041121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:28.435511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.740909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-20T18:54:28.435604Z","caller":"traceutil/trace.go:171","msg":"trace[1044984003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"273.86347ms","start":"2026-07-20T18:54:28.161715Z","end":"2026-07-20T18:54:28.435579Z","steps":["trace[1044984003] 'agreement among raft nodes before linearized reading' (duration: 273.663858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:28.435847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.40314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-20T18:54:28.435852Z","caller":"traceutil/trace.go:171","msg":"trace[1702309296] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"232.65874ms","start":"2026-07-20T18:54:28.203173Z","end":"2026-07-20T18:54:28.435831Z","steps":["trace[1702309296] 'process raft request' (duration: 231.977472ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:28.435899Z","caller":"traceutil/trace.go:171","msg":"trace[261926796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1987; }","duration":"276.492551ms","start":"2026-07-20T18:54:28.159393Z","end":"2026-07-20T18:54:28.435885Z","steps":["trace[261926796] 'agreement among raft nodes before linearized reading' (duration: 276.37354ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:31.07774Z","caller":"traceutil/trace.go:171","msg":"trace[1296799397] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"303.885221ms","start":"2026-07-20T18:54:30.773814Z","end":"2026-07-20T18:54:31.0777Z","steps":["trace[1296799397] 'process raft request' (duration: 303.732239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:31.078013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:30.773743Z","time spent":"304.070793ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:31.159088Z","caller":"traceutil/trace.go:171","msg":"trace[484799008] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"215.410619ms","start":"2026-07-20T18:54:30.943662Z","end":"2026-07-20T18:54:31.159073Z","steps":["trace[484799008] 'process raft request' (duration: 208.984572ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:32.666684Z","caller":"traceutil/trace.go:171","msg":"trace[583461507] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2084; }","duration":"213.533415ms","start":"2026-07-20T18:54:32.453119Z","end":"2026-07-20T18:54:32.666652Z","steps":["trace[583461507] 'read index received' (duration: 213.259712ms)","trace[583461507] 'applied index is now lower than readState.Index' (duration: 272.593µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:32.66678Z","caller":"traceutil/trace.go:171","msg":"trace[1015730640] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"281.907022ms","start":"2026-07-20T18:54:32.384858Z","end":"2026-07-20T18:54:32.666765Z","steps":["trace[1015730640] 'process raft request' (duration: 281.600308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:32.666896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.759487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-20T18:54:32.66692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.791779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-20T18:54:32.666958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.614012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:54:32.66696Z","caller":"traceutil/trace.go:171","msg":"trace[2012207853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2007; }","duration":"209.85376ms","start":"2026-07-20T18:54:32.457095Z","end":"2026-07-20T18:54:32.666948Z","steps":["trace[2012207853] 'agreement among raft nodes before linearized reading' (duration: 209.704958ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:32.667001Z","caller":"traceutil/trace.go:171","msg":"trace[2083748813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2007; }","duration":"183.704924ms","start":"2026-07-20T18:54:32.483289Z","end":"2026-07-20T18:54:32.666994Z","steps":["trace[2083748813] 'agreement among raft nodes before linearized reading' (duration: 183.613323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:32.667052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.049836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-20T18:54:32.667132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.713369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-20T18:54:32.667131Z","caller":"traceutil/trace.go:171","msg":"trace[369923435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2007; }","duration":"112.185798ms","start":"2026-07-20T18:54:32.554925Z","end":"2026-07-20T18:54:32.667111Z","steps":["trace[369923435] 'agreement among raft nodes before linearized reading' (duration: 111.912605ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:32.667207Z","caller":"traceutil/trace.go:171","msg":"trace[1409934814] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:2007; }","duration":"157.84706ms","start":"2026-07-20T18:54:32.509342Z","end":"2026-07-20T18:54:32.667189Z","steps":["trace[1409934814] 'agreement among raft nodes before linearized reading' (duration: 157.542916ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:32.66723Z","caller":"traceutil/trace.go:171","msg":"trace[1477188173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2007; }","duration":"214.131872ms","start":"2026-07-20T18:54:32.453086Z","end":"2026-07-20T18:54:32.667218Z","steps":["trace[1477188173] 'agreement among raft nodes before linearized reading' (duration: 213.702747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:33.226199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750358814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T18:54:33.334014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.926177ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-20T18:54:33.334114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:32.668723Z","time spent":"665.387252ms","remote":"127.0.0.1:42476","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-20T18:54:33.337879Z","caller":"traceutil/trace.go:171","msg":"trace[239609632] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"667.418425ms","start":"2026-07-20T18:54:32.67044Z","end":"2026-07-20T18:54:33.337859Z","steps":["trace[239609632] 'process raft request' (duration: 667.219183ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:33.337895Z","caller":"traceutil/trace.go:171","msg":"trace[2021238593] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"666.304393ms","start":"2026-07-20T18:54:32.671573Z","end":"2026-07-20T18:54:33.337877Z","steps":["trace[2021238593] 'process raft request' (duration: 666.210332ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:33.337954Z","caller":"traceutil/trace.go:171","msg":"trace[960321975] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"666.000398ms","start":"2026-07-20T18:54:32.671925Z","end":"2026-07-20T18:54:33.337925Z","steps":["trace[960321975] 'process raft request' (duration: 665.887206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:33.338017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:32.671564Z","time spent":"666.373854ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:33.337882Z","caller":"traceutil/trace.go:171","msg":"trace[1697248601] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"665.779716ms","start":"2026-07-20T18:54:32.672082Z","end":"2026-07-20T18:54:33.337862Z","steps":["trace[1697248601] 'process raft request' (duration: 665.753906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:33.338293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:32.672076Z","time spent":"666.12986ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:33.337989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:32.670426Z","time spent":"667.505067ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:33.338133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:32.671917Z","time spent":"666.11936ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:54:33.346032Z","caller":"traceutil/trace.go:171","msg":"trace[387039840] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2086; }","duration":"620.907053ms","start":"2026-07-20T18:54:32.725097Z","end":"2026-07-20T18:54:33.346004Z","steps":["trace[387039840] 'read index received' (duration: 612.554592ms)","trace[387039840] 'applied index is now lower than readState.Index' (duration: 8.351271ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:33.346145Z","caller":"traceutil/trace.go:171","msg":"trace[764756607] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"218.650645ms","start":"2026-07-20T18:54:33.12746Z","end":"2026-07-20T18:54:33.346111Z","steps":["trace[764756607] 'process raft request' (duration: 218.428972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:33.346214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.102575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:54:33.346284Z","caller":"traceutil/trace.go:171","msg":"trace[1552792124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2015; }","duration":"621.209726ms","start":"2026-07-20T18:54:32.725056Z","end":"2026-07-20T18:54:33.346265Z","steps":["trace[1552792124] 'agreement among raft nodes before linearized reading' (duration: 621.044684ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:33.346316Z","caller":"traceutil/trace.go:171","msg":"trace[1131758841] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"182.516437ms","start":"2026-07-20T18:54:33.163782Z","end":"2026-07-20T18:54:33.346298Z","steps":["trace[1131758841] 'process raft request' (duration: 182.147423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:33.346333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:32.725038Z","time spent":"621.283486ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-20T18:54:33.346417Z","caller":"traceutil/trace.go:171","msg":"trace[1173952415] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"263.580818ms","start":"2026-07-20T18:54:33.082829Z","end":"2026-07-20T18:54:33.34641Z","steps":["trace[1173952415] 'process raft request' (duration: 262.951821ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:39.484652Z","caller":"traceutil/trace.go:171","msg":"trace[1581390381] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"118.361688ms","start":"2026-07-20T18:54:39.366265Z","end":"2026-07-20T18:54:39.484627Z","steps":["trace[1581390381] 'process raft request' (duration: 107.71923ms)","trace[1581390381] 'compare' (duration: 10.470076ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:39.485039Z","caller":"traceutil/trace.go:171","msg":"trace[213459222] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2120; }","duration":"107.212765ms","start":"2026-07-20T18:54:39.377814Z","end":"2026-07-20T18:54:39.485027Z","steps":["trace[213459222] 'read index received' (duration: 13.733226ms)","trace[213459222] 'applied index is now lower than readState.Index' (duration: 93.477939ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:39.485046Z","caller":"traceutil/trace.go:171","msg":"trace[163809069] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"118.652872ms","start":"2026-07-20T18:54:39.366366Z","end":"2026-07-20T18:54:39.485019Z","steps":["trace[163809069] 'process raft request' (duration: 118.221057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:39.48526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.424827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-20T18:54:39.485293Z","caller":"traceutil/trace.go:171","msg":"trace[1647858838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2043; }","duration":"107.474667ms","start":"2026-07-20T18:54:39.377809Z","end":"2026-07-20T18:54:39.485284Z","steps":["trace[1647858838] 'agreement among raft nodes before linearized reading' (duration: 107.337466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:39.485343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.224745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-20T18:54:39.48537Z","caller":"traceutil/trace.go:171","msg":"trace[1767930566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2043; }","duration":"107.282455ms","start":"2026-07-20T18:54:39.37808Z","end":"2026-07-20T18:54:39.485362Z","steps":["trace[1767930566] 'agreement among raft nodes before linearized reading' (duration: 107.161924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:39.485343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.440817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:54:39.485433Z","caller":"traceutil/trace.go:171","msg":"trace[1093019804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2043; }","duration":"107.577839ms","start":"2026-07-20T18:54:39.377831Z","end":"2026-07-20T18:54:39.485408Z","steps":["trace[1093019804] 'agreement among raft nodes before linearized reading' (duration: 107.371047ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:47.711193Z","caller":"traceutil/trace.go:171","msg":"trace[609599934] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"124.730441ms","start":"2026-07-20T18:54:47.586441Z","end":"2026-07-20T18:54:47.711172Z","steps":["trace[609599934] 'process raft request' (duration: 124.60481ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:47.711462Z","caller":"traceutil/trace.go:171","msg":"trace[157906084] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"124.567139ms","start":"2026-07-20T18:54:47.586871Z","end":"2026-07-20T18:54:47.711438Z","steps":["trace[157906084] 'process raft request' (duration: 124.260866ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:47.952931Z","caller":"traceutil/trace.go:171","msg":"trace[1073984156] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2177; }","duration":"149.698942ms","start":"2026-07-20T18:54:47.803207Z","end":"2026-07-20T18:54:47.952906Z","steps":["trace[1073984156] 'read index received' (duration: 147.253192ms)","trace[1073984156] 'applied index is now lower than readState.Index' (duration: 2.44448ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:47.952933Z","caller":"traceutil/trace.go:171","msg":"trace[1668683610] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"237.243506ms","start":"2026-07-20T18:54:47.715657Z","end":"2026-07-20T18:54:47.9529Z","steps":["trace[1668683610] 'process raft request' (duration: 234.796576ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:47.953096Z","caller":"traceutil/trace.go:171","msg":"trace[1132867367] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"236.78204ms","start":"2026-07-20T18:54:47.716295Z","end":"2026-07-20T18:54:47.953077Z","steps":["trace[1132867367] 'process raft request' (duration: 236.520527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:47.95316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.945194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-20T18:54:47.953241Z","caller":"traceutil/trace.go:171","msg":"trace[1562623318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2098; }","duration":"150.040036ms","start":"2026-07-20T18:54:47.803152Z","end":"2026-07-20T18:54:47.953192Z","steps":["trace[1562623318] 'agreement among raft nodes before linearized reading' (duration: 149.880994ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:48.046586Z","caller":"traceutil/trace.go:171","msg":"trace[139989706] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"127.444684ms","start":"2026-07-20T18:54:47.919107Z","end":"2026-07-20T18:54:48.046552Z","steps":["trace[139989706] 'process raft request' (duration: 127.19202ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:54.110054Z","caller":"traceutil/trace.go:171","msg":"trace[1202796160] linearizableReadLoop","detail":"{readStateIndex:2212; appliedIndex:2211; }","duration":"106.438728ms","start":"2026-07-20T18:54:54.003594Z","end":"2026-07-20T18:54:54.110033Z","steps":["trace[1202796160] 'read index received' (duration: 106.154485ms)","trace[1202796160] 'applied index is now lower than readState.Index' (duration: 283.153µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:54.110172Z","caller":"traceutil/trace.go:171","msg":"trace[764244230] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"109.263442ms","start":"2026-07-20T18:54:54.00082Z","end":"2026-07-20T18:54:54.110083Z","steps":["trace[764244230] 'process raft request' (duration: 108.989849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:54.110362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.747162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:54:54.110438Z","caller":"traceutil/trace.go:171","msg":"trace[522514092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2129; }","duration":"106.856333ms","start":"2026-07-20T18:54:54.00357Z","end":"2026-07-20T18:54:54.110426Z","steps":["trace[522514092] 'agreement among raft nodes before linearized reading' (duration: 106.6201ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:54.574094Z","caller":"traceutil/trace.go:171","msg":"trace[57427596] linearizableReadLoop","detail":"{readStateIndex:2213; appliedIndex:2212; }","duration":"291.207636ms","start":"2026-07-20T18:54:54.282852Z","end":"2026-07-20T18:54:54.57406Z","steps":["trace[57427596] 'read index received' (duration: 290.945452ms)","trace[57427596] 'applied index is now lower than readState.Index' (duration: 261.234µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:54.574204Z","caller":"traceutil/trace.go:171","msg":"trace[1205115955] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"457.703275ms","start":"2026-07-20T18:54:54.116488Z","end":"2026-07-20T18:54:54.574191Z","steps":["trace[1205115955] 'process raft request' (duration: 457.395431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:54.574308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:54.116468Z","time spent":"457.763286ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:54.574387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.416652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:54:54.574477Z","caller":"traceutil/trace.go:171","msg":"trace[452845978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2130; }","duration":"183.588453ms","start":"2026-07-20T18:54:54.390874Z","end":"2026-07-20T18:54:54.574462Z","steps":["trace[452845978] 'agreement among raft nodes before linearized reading' (duration: 183.397151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:54.574516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.639182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c4144e64f598fd\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-20T18:54:54.574602Z","caller":"traceutil/trace.go:171","msg":"trace[1231179579] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c4144e64f598fd; range_end:; response_count:1; response_revision:2130; }","duration":"291.761223ms","start":"2026-07-20T18:54:54.28282Z","end":"2026-07-20T18:54:54.574581Z","steps":["trace[1231179579] 'agreement among raft nodes before linearized reading' (duration: 291.52106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:56.008351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.845137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-20T18:54:56.008557Z","caller":"traceutil/trace.go:171","msg":"trace[319388129] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"273.629664ms","start":"2026-07-20T18:54:55.734914Z","end":"2026-07-20T18:54:56.008544Z","steps":["trace[319388129] 'process raft request' (duration: 273.512393ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:56.008552Z","caller":"traceutil/trace.go:171","msg":"trace[1938924726] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2216; }","duration":"197.858615ms","start":"2026-07-20T18:54:55.81068Z","end":"2026-07-20T18:54:56.008539Z","steps":["trace[1938924726] 'read index received' (duration: 114.15961ms)","trace[1938924726] 'applied index is now lower than readState.Index' (duration: 83.698365ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:54:56.008585Z","caller":"traceutil/trace.go:171","msg":"trace[170362319] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"269.16743ms","start":"2026-07-20T18:54:55.739404Z","end":"2026-07-20T18:54:56.008572Z","steps":["trace[170362319] 'process raft request' (duration: 269.078969ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:56.008604Z","caller":"traceutil/trace.go:171","msg":"trace[837828094] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"270.392165ms","start":"2026-07-20T18:54:55.738184Z","end":"2026-07-20T18:54:56.008576Z","steps":["trace[837828094] 'process raft request' (duration: 270.279754ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:56.008661Z","caller":"traceutil/trace.go:171","msg":"trace[279707855] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"307.55573ms","start":"2026-07-20T18:54:55.701097Z","end":"2026-07-20T18:54:56.008653Z","steps":["trace[279707855] 'process raft request' (duration: 18.343279ms)","trace[279707855] 'compare' (duration: 288.714456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:54:56.008685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.011837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-20T18:54:56.00871Z","caller":"traceutil/trace.go:171","msg":"trace[1147455954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2137; }","duration":"198.071657ms","start":"2026-07-20T18:54:55.810631Z","end":"2026-07-20T18:54:56.008703Z","steps":["trace[1147455954] 'agreement among raft nodes before linearized reading' (duration: 197.964386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:56.008711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:55.70107Z","time spent":"307.610162ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:56.778388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.423013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-20T18:54:56.778577Z","caller":"traceutil/trace.go:171","msg":"trace[229796974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2138; }","duration":"664.620005ms","start":"2026-07-20T18:54:56.113938Z","end":"2026-07-20T18:54:56.778558Z","steps":["trace[229796974] 'range keys from in-memory index tree' (duration: 663.995027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:56.778751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:56.113886Z","time spent":"664.852377ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-20T18:54:56.778795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.96196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-07-20T18:54:56.779076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.998087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:54:56.780153Z","caller":"traceutil/trace.go:171","msg":"trace[863170378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2138; }","duration":"201.310546ms","start":"2026-07-20T18:54:56.578786Z","end":"2026-07-20T18:54:56.780096Z","steps":["trace[863170378] 'range keys from in-memory index tree' (duration: 199.805047ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:56.780255Z","caller":"traceutil/trace.go:171","msg":"trace[806799974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2138; }","duration":"390.202671ms","start":"2026-07-20T18:54:56.390029Z","end":"2026-07-20T18:54:56.780232Z","steps":["trace[806799974] 'range keys from in-memory index tree' (duration: 388.901726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:56.780395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:56.39Z","time spent":"390.340143ms","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-20T18:54:56.779151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.095709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-20T18:54:56.78064Z","caller":"traceutil/trace.go:171","msg":"trace[540723202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2138; }","duration":"595.611428ms","start":"2026-07-20T18:54:56.185009Z","end":"2026-07-20T18:54:56.78062Z","steps":["trace[540723202] 'range keys from in-memory index tree' (duration: 593.925557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:54:56.780713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:56.184989Z","time spent":"595.711159ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-20T18:54:57.053856Z","caller":"traceutil/trace.go:171","msg":"trace[1118266124] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"268.199428ms","start":"2026-07-20T18:54:56.785633Z","end":"2026-07-20T18:54:57.053832Z","steps":["trace[1118266124] 'process raft request' (duration: 268.070607ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:57.062225Z","caller":"traceutil/trace.go:171","msg":"trace[1599638958] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"273.774985ms","start":"2026-07-20T18:54:56.788418Z","end":"2026-07-20T18:54:57.062193Z","steps":["trace[1599638958] 'process raft request' (duration: 273.617214ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:54:57.469642Z","caller":"traceutil/trace.go:171","msg":"trace[1346398784] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"403.043874ms","start":"2026-07-20T18:54:57.066553Z","end":"2026-07-20T18:54:57.469597Z","steps":["trace[1346398784] 'process raft request' (duration: 328.198426ms)","trace[1346398784] 'compare' (duration: 74.704967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:54:57.46977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:54:57.066538Z","time spent":"403.163195ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:54:57.783603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.398828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-20T18:54:57.783677Z","caller":"traceutil/trace.go:171","msg":"trace[640447378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2141; }","duration":"172.537099ms","start":"2026-07-20T18:54:57.611123Z","end":"2026-07-20T18:54:57.78366Z","steps":["trace[640447378] 'range keys from in-memory index tree' (duration: 172.212316ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:02.407206Z","caller":"traceutil/trace.go:171","msg":"trace[821391162] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"121.943557ms","start":"2026-07-20T18:56:02.285233Z","end":"2026-07-20T18:56:02.407177Z","steps":["trace[821391162] 'process raft request' (duration: 101.442937ms)","trace[821391162] 'compare' (duration: 20.227253ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:02.407196Z","caller":"traceutil/trace.go:171","msg":"trace[1680425247] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"121.724512ms","start":"2026-07-20T18:56:02.285443Z","end":"2026-07-20T18:56:02.407167Z","steps":["trace[1680425247] 'process raft request' (duration: 121.608429ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:02.407433Z","caller":"traceutil/trace.go:171","msg":"trace[272750939] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"121.217407ms","start":"2026-07-20T18:56:02.286189Z","end":"2026-07-20T18:56:02.407407Z","steps":["trace[272750939] 'process raft request' (duration: 120.93156ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:03.906911Z","caller":"traceutil/trace.go:171","msg":"trace[364120093] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"105.31464ms","start":"2026-07-20T18:56:03.80157Z","end":"2026-07-20T18:56:03.906885Z","steps":["trace[364120093] 'process raft request' (duration: 105.153426ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:04.521089Z","caller":"traceutil/trace.go:171","msg":"trace[825451007] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"130.734529ms","start":"2026-07-20T18:56:04.390329Z","end":"2026-07-20T18:56:04.521063Z","steps":["trace[825451007] 'read index received' (duration: 130.583915ms)","trace[825451007] 'applied index is now lower than readState.Index' (duration: 149.644µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:04.521194Z","caller":"traceutil/trace.go:171","msg":"trace[1004455590] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"229.425859ms","start":"2026-07-20T18:56:04.291757Z","end":"2026-07-20T18:56:04.521183Z","steps":["trace[1004455590] 'process raft request' (duration: 229.156772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:04.52147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.138209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:56:04.521556Z","caller":"traceutil/trace.go:171","msg":"trace[1666844101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2507; }","duration":"131.225452ms","start":"2026-07-20T18:56:04.390315Z","end":"2026-07-20T18:56:04.52154Z","steps":["trace[1666844101] 'agreement among raft nodes before linearized reading' (duration: 131.121139ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:04.578584Z","caller":"traceutil/trace.go:171","msg":"trace[307354971] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"166.413076ms","start":"2026-07-20T18:56:04.412152Z","end":"2026-07-20T18:56:04.578565Z","steps":["trace[307354971] 'process raft request' (duration: 165.998744ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:04.578835Z","caller":"traceutil/trace.go:171","msg":"trace[642391899] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"165.667334ms","start":"2026-07-20T18:56:04.413136Z","end":"2026-07-20T18:56:04.578803Z","steps":["trace[642391899] 'process raft request' (duration: 165.167151ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:04.579025Z","caller":"traceutil/trace.go:171","msg":"trace[2018299922] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"166.483218ms","start":"2026-07-20T18:56:04.412515Z","end":"2026-07-20T18:56:04.578998Z","steps":["trace[2018299922] 'process raft request' (duration: 165.735526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:04.579191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.706811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-20T18:56:04.579261Z","caller":"traceutil/trace.go:171","msg":"trace[59797575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2510; }","duration":"141.824104ms","start":"2026-07-20T18:56:04.437421Z","end":"2026-07-20T18:56:04.579245Z","steps":["trace[59797575] 'agreement among raft nodes before linearized reading' (duration: 141.532496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:04.818527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.885186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-20T18:56:04.818642Z","caller":"traceutil/trace.go:171","msg":"trace[1562419244] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"235.495136ms","start":"2026-07-20T18:56:04.583127Z","end":"2026-07-20T18:56:04.818622Z","steps":["trace[1562419244] 'process raft request' (duration: 11.419426ms)","trace[1562419244] 'compare' (duration: 223.679639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:56:12.271629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.92266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-20T18:56:12.271747Z","caller":"traceutil/trace.go:171","msg":"trace[1858851548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2582; }","duration":"130.115645ms","start":"2026-07-20T18:56:12.141611Z","end":"2026-07-20T18:56:12.271726Z","steps":["trace[1858851548] 'range keys from in-memory index tree' (duration: 129.771596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:12.271996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.74671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-20T18:56:12.272074Z","caller":"traceutil/trace.go:171","msg":"trace[1573094086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2582; }","duration":"134.874403ms","start":"2026-07-20T18:56:12.137182Z","end":"2026-07-20T18:56:12.272056Z","steps":["trace[1573094086] 'range keys from in-memory index tree' (duration: 134.536905ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:17.676748Z","caller":"traceutil/trace.go:171","msg":"trace[549954368] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2727; }","duration":"110.866752ms","start":"2026-07-20T18:56:17.565854Z","end":"2026-07-20T18:56:17.67672Z","steps":["trace[549954368] 'read index received' (duration: 106.607327ms)","trace[549954368] 'applied index is now lower than readState.Index' (duration: 4.258145ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:17.676805Z","caller":"traceutil/trace.go:171","msg":"trace[713847097] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"174.107068ms","start":"2026-07-20T18:56:17.502667Z","end":"2026-07-20T18:56:17.676774Z","steps":["trace[713847097] 'process raft request' (duration: 169.873253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:17.676951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.138049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T18:56:17.677025Z","caller":"traceutil/trace.go:171","msg":"trace[1927070733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2626; }","duration":"111.256682ms","start":"2026-07-20T18:56:17.565752Z","end":"2026-07-20T18:56:17.677008Z","steps":["trace[1927070733] 'agreement among raft nodes before linearized reading' (duration: 111.073567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:17.686847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.156156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:56:17.686915Z","caller":"traceutil/trace.go:171","msg":"trace[1711607649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2626; }","duration":"115.256919ms","start":"2026-07-20T18:56:17.571645Z","end":"2026-07-20T18:56:17.686902Z","steps":["trace[1711607649] 'agreement among raft nodes before linearized reading' (duration: 105.215939ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:19.062227Z","caller":"traceutil/trace.go:171","msg":"trace[376375134] linearizableReadLoop","detail":"{readStateIndex:2777; appliedIndex:2775; }","duration":"153.13137ms","start":"2026-07-20T18:56:18.909079Z","end":"2026-07-20T18:56:19.06221Z","steps":["trace[376375134] 'read index received' (duration: 42.671109ms)","trace[376375134] 'applied index is now lower than readState.Index' (duration: 110.459441ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:19.062321Z","caller":"traceutil/trace.go:171","msg":"trace[105182990] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"176.241473ms","start":"2026-07-20T18:56:18.886068Z","end":"2026-07-20T18:56:19.06231Z","steps":["trace[105182990] 'process raft request' (duration: 154.444147ms)","trace[105182990] 'compare' (duration: 21.491618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:56:19.062513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.432098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T18:56:19.06254Z","caller":"traceutil/trace.go:171","msg":"trace[2069803950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2674; }","duration":"153.468629ms","start":"2026-07-20T18:56:18.909065Z","end":"2026-07-20T18:56:19.062534Z","steps":["trace[2069803950] 'agreement among raft nodes before linearized reading' (duration: 153.378716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:21.297191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750360375,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-20T18:56:21.542848Z","caller":"traceutil/trace.go:171","msg":"trace[1749093281] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"965.569002ms","start":"2026-07-20T18:56:20.577255Z","end":"2026-07-20T18:56:21.542824Z","steps":["trace[1749093281] 'process raft request' (duration: 965.368757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:21.543036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:20.577224Z","time spent":"965.698836ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:56:21.543129Z","caller":"traceutil/trace.go:171","msg":"trace[616754825] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"901.666707ms","start":"2026-07-20T18:56:20.641403Z","end":"2026-07-20T18:56:21.54307Z","steps":["trace[616754825] 'process raft request' (duration: 901.38429ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:21.543278Z","caller":"traceutil/trace.go:171","msg":"trace[1883540581] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"901.813731ms","start":"2026-07-20T18:56:20.641444Z","end":"2026-07-20T18:56:21.543258Z","steps":["trace[1883540581] 'process raft request' (duration: 901.570085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:21.543305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:20.641379Z","time spent":"901.851843ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:56:21.543397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:20.641412Z","time spent":"901.929314ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T18:56:21.54344Z","caller":"traceutil/trace.go:171","msg":"trace[1869475882] linearizableReadLoop","detail":"{readStateIndex:2791; appliedIndex:2787; }","duration":"746.2909ms","start":"2026-07-20T18:56:20.797134Z","end":"2026-07-20T18:56:21.543425Z","steps":["trace[1869475882] 'read index received' (duration: 745.410287ms)","trace[1869475882] 'applied index is now lower than readState.Index' (duration: 879.793µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:21.543512Z","caller":"traceutil/trace.go:171","msg":"trace[1721400228] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"902.027897ms","start":"2026-07-20T18:56:20.641473Z","end":"2026-07-20T18:56:21.543501Z","steps":["trace[1721400228] 'process raft request' (duration: 901.723009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:21.543607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:20.641444Z","time spent":"902.126769ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:56:21.54369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.540346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T18:56:21.543744Z","caller":"traceutil/trace.go:171","msg":"trace[1462108342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2688; }","duration":"746.633518ms","start":"2026-07-20T18:56:20.797095Z","end":"2026-07-20T18:56:21.543728Z","steps":["trace[1462108342] 'agreement among raft nodes before linearized reading' (duration: 746.447264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:21.543948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:20.79708Z","time spent":"746.69489ms","remote":"127.0.0.1:49440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-20T18:56:21.544229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.2904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-20T18:56:21.544291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.319231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T18:56:21.544362Z","caller":"traceutil/trace.go:171","msg":"trace[1579312739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2688; }","duration":"467.390603ms","start":"2026-07-20T18:56:21.076954Z","end":"2026-07-20T18:56:21.544345Z","steps":["trace[1579312739] 'agreement among raft nodes before linearized reading' (duration: 467.204828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:21.544409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:21.076889Z","time spent":"467.511806ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-20T18:56:21.544344Z","caller":"traceutil/trace.go:171","msg":"trace[1477723240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2688; }","duration":"154.481745ms","start":"2026-07-20T18:56:21.389842Z","end":"2026-07-20T18:56:21.544324Z","steps":["trace[1477723240] 'agreement among raft nodes before linearized reading' (duration: 154.28418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:21.544283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.454458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-20T18:56:21.545071Z","caller":"traceutil/trace.go:171","msg":"trace[1935873401] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2688; }","duration":"661.31417ms","start":"2026-07-20T18:56:20.883729Z","end":"2026-07-20T18:56:21.545043Z","steps":["trace[1935873401] 'agreement among raft nodes before linearized reading' (duration: 660.219701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:21.545184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:20.883705Z","time spent":"661.458414ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-20T18:56:27.705805Z","caller":"traceutil/trace.go:171","msg":"trace[2144102375] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"135.99267ms","start":"2026-07-20T18:56:27.569791Z","end":"2026-07-20T18:56:27.705783Z","steps":["trace[2144102375] 'process raft request' (duration: 108.105073ms)","trace[2144102375] 'compare' (duration: 27.757383ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:27.706103Z","caller":"traceutil/trace.go:171","msg":"trace[690593954] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"135.881327ms","start":"2026-07-20T18:56:27.569899Z","end":"2026-07-20T18:56:27.70578Z","steps":["trace[690593954] 'process raft request' (duration: 135.823775ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:27.706082Z","caller":"traceutil/trace.go:171","msg":"trace[410476772] linearizableReadLoop","detail":"{readStateIndex:2831; appliedIndex:2827; }","duration":"134.072529ms","start":"2026-07-20T18:56:27.571989Z","end":"2026-07-20T18:56:27.706061Z","steps":["trace[410476772] 'read index received' (duration: 21.797046ms)","trace[410476772] 'applied index is now lower than readState.Index' (duration: 112.274203ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:27.706257Z","caller":"traceutil/trace.go:171","msg":"trace[939531240] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"135.784584ms","start":"2026-07-20T18:56:27.570439Z","end":"2026-07-20T18:56:27.706224Z","steps":["trace[939531240] 'process raft request' (duration: 135.312871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:27.706478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.475469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T18:56:27.706505Z","caller":"traceutil/trace.go:171","msg":"trace[534864294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2727; }","duration":"134.546851ms","start":"2026-07-20T18:56:27.571952Z","end":"2026-07-20T18:56:27.706499Z","steps":["trace[534864294] 'agreement among raft nodes before linearized reading' (duration: 134.319645ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:45.038686Z","caller":"traceutil/trace.go:171","msg":"trace[972960746] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"128.207176ms","start":"2026-07-20T18:56:44.910453Z","end":"2026-07-20T18:56:45.038661Z","steps":["trace[972960746] 'process raft request' (duration: 128.014591ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:53.92083Z","caller":"traceutil/trace.go:171","msg":"trace[815277571] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"210.679866ms","start":"2026-07-20T18:56:53.710129Z","end":"2026-07-20T18:56:53.920809Z","steps":["trace[815277571] 'process raft request' (duration: 210.505871ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:54.108469Z","caller":"traceutil/trace.go:171","msg":"trace[1259687889] linearizableReadLoop","detail":"{readStateIndex:2976; appliedIndex:2972; }","duration":"201.075249ms","start":"2026-07-20T18:56:53.90737Z","end":"2026-07-20T18:56:54.108445Z","steps":["trace[1259687889] 'read index received' (duration: 13.247353ms)","trace[1259687889] 'applied index is now lower than readState.Index' (duration: 187.826996ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:54.108844Z","caller":"traceutil/trace.go:171","msg":"trace[937451011] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"297.013109ms","start":"2026-07-20T18:56:53.811816Z","end":"2026-07-20T18:56:54.108829Z","steps":["trace[937451011] 'process raft request' (duration: 296.405783ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:54.109097Z","caller":"traceutil/trace.go:171","msg":"trace[1550335601] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"294.351332ms","start":"2026-07-20T18:56:53.814734Z","end":"2026-07-20T18:56:54.109085Z","steps":["trace[1550335601] 'process raft request' (duration: 293.634603ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:54.110355Z","caller":"traceutil/trace.go:171","msg":"trace[1618597212] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"294.554937ms","start":"2026-07-20T18:56:53.81475Z","end":"2026-07-20T18:56:54.109305Z","steps":["trace[1618597212] 'process raft request' (duration: 293.653785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:54.110647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.265034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T18:56:54.110688Z","caller":"traceutil/trace.go:171","msg":"trace[529739272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2866; }","duration":"203.358137ms","start":"2026-07-20T18:56:53.907318Z","end":"2026-07-20T18:56:54.110676Z","steps":["trace[529739272] 'agreement among raft nodes before linearized reading' (duration: 203.199803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:54.110876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.121823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T18:56:54.11091Z","caller":"traceutil/trace.go:171","msg":"trace[368389756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2866; }","duration":"192.193084ms","start":"2026-07-20T18:56:53.918708Z","end":"2026-07-20T18:56:54.110901Z","steps":["trace[368389756] 'agreement among raft nodes before linearized reading' (duration: 192.104332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:54.111269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.024375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:56:54.111305Z","caller":"traceutil/trace.go:171","msg":"trace[562646990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2866; }","duration":"187.077736ms","start":"2026-07-20T18:56:53.924219Z","end":"2026-07-20T18:56:54.111297Z","steps":["trace[562646990] 'agreement among raft nodes before linearized reading' (duration: 186.977783ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:56:54.606946Z","caller":"traceutil/trace.go:171","msg":"trace[556290537] linearizableReadLoop","detail":"{readStateIndex:2980; appliedIndex:2979; }","duration":"396.437616ms","start":"2026-07-20T18:56:54.210475Z","end":"2026-07-20T18:56:54.606912Z","steps":["trace[556290537] 'read index received' (duration: 318.759509ms)","trace[556290537] 'applied index is now lower than readState.Index' (duration: 77.676857ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:56:54.607094Z","caller":"traceutil/trace.go:171","msg":"trace[1580605374] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"425.667181ms","start":"2026-07-20T18:56:54.181412Z","end":"2026-07-20T18:56:54.60708Z","steps":["trace[1580605374] 'process raft request' (duration: 347.863061ms)","trace[1580605374] 'compare' (duration: 77.476431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T18:56:54.607204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:54.181391Z","time spent":"425.736123ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T18:56:54.607539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.057581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-20T18:56:54.607582Z","caller":"traceutil/trace.go:171","msg":"trace[1574566417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2870; }","duration":"397.120093ms","start":"2026-07-20T18:56:54.210452Z","end":"2026-07-20T18:56:54.607572Z","steps":["trace[1574566417] 'agreement among raft nodes before linearized reading' (duration: 396.928758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:54.607612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T18:56:54.21044Z","time spent":"397.165284ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-20T18:56:54.607773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.909018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:56:54.60781Z","caller":"traceutil/trace.go:171","msg":"trace[2147434385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2870; }","duration":"217.97862ms","start":"2026-07-20T18:56:54.389823Z","end":"2026-07-20T18:56:54.607801Z","steps":["trace[2147434385] 'agreement among raft nodes before linearized reading' (duration: 217.927028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:56:54.607916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.492013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:56:54.608007Z","caller":"traceutil/trace.go:171","msg":"trace[917036516] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2870; }","duration":"112.638897ms","start":"2026-07-20T18:56:54.495348Z","end":"2026-07-20T18:56:54.607987Z","steps":["trace[917036516] 'agreement among raft nodes before linearized reading' (duration: 112.462823ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:57:00.141491Z","caller":"traceutil/trace.go:171","msg":"trace[1163588952] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"204.800097ms","start":"2026-07-20T18:56:59.936669Z","end":"2026-07-20T18:57:00.141469Z","steps":["trace[1163588952] 'process raft request' (duration: 204.637893ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:57:00.287655Z","caller":"traceutil/trace.go:171","msg":"trace[1896750473] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3006; }","duration":"136.678136ms","start":"2026-07-20T18:57:00.150951Z","end":"2026-07-20T18:57:00.287629Z","steps":["trace[1896750473] 'read index received' (duration: 136.363338ms)","trace[1896750473] 'applied index is now lower than readState.Index' (duration: 313.628µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:57:00.287799Z","caller":"traceutil/trace.go:171","msg":"trace[1367155477] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"147.606108ms","start":"2026-07-20T18:57:00.140167Z","end":"2026-07-20T18:57:00.287773Z","steps":["trace[1367155477] 'process raft request' (duration: 147.390073ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:57:00.287932Z","caller":"traceutil/trace.go:171","msg":"trace[931364257] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"154.48682ms","start":"2026-07-20T18:57:00.133235Z","end":"2026-07-20T18:57:00.287721Z","steps":["trace[931364257] 'process raft request' (duration: 154.279145ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:57:00.288192Z","caller":"traceutil/trace.go:171","msg":"trace[1811662779] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"147.6907ms","start":"2026-07-20T18:57:00.140439Z","end":"2026-07-20T18:57:00.28813Z","steps":["trace[1811662779] 'process raft request' (duration: 147.152067ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:57:00.288319Z","caller":"traceutil/trace.go:171","msg":"trace[99481170] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"243.689863ms","start":"2026-07-20T18:57:00.044585Z","end":"2026-07-20T18:57:00.288274Z","steps":["trace[99481170] 'process raft request' (duration: 242.781501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:57:00.288366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.399344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-20T18:57:00.288404Z","caller":"traceutil/trace.go:171","msg":"trace[896198045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2899; }","duration":"137.487176ms","start":"2026-07-20T18:57:00.150908Z","end":"2026-07-20T18:57:00.288395Z","steps":["trace[896198045] 'agreement among raft nodes before linearized reading' (duration: 137.355472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:57:00.29131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.171668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-20T18:57:00.291343Z","caller":"traceutil/trace.go:171","msg":"trace[1738564179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2900; }","duration":"131.22852ms","start":"2026-07-20T18:57:00.160108Z","end":"2026-07-20T18:57:00.291337Z","steps":["trace[1738564179] 'agreement among raft nodes before linearized reading' (duration: 131.144288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:57:00.291514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.457427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T18:57:00.291552Z","caller":"traceutil/trace.go:171","msg":"trace[1250100258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2900; }","duration":"129.529639ms","start":"2026-07-20T18:57:00.162015Z","end":"2026-07-20T18:57:00.291545Z","steps":["trace[1250100258] 'agreement among raft nodes before linearized reading' (duration: 129.409936ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T18:57:00.291625Z","caller":"traceutil/trace.go:171","msg":"trace[127413629] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"103.032988ms","start":"2026-07-20T18:57:00.188579Z","end":"2026-07-20T18:57:00.291612Z","steps":["trace[127413629] 'process raft request' (duration: 102.596977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:57:10.629339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.129264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-20T18:57:10.629581Z","caller":"traceutil/trace.go:171","msg":"trace[464489973] linearizableReadLoop","detail":"{readStateIndex:3064; appliedIndex:3062; }","duration":"239.605607ms","start":"2026-07-20T18:57:10.38991Z","end":"2026-07-20T18:57:10.629515Z","steps":["trace[464489973] 'read index received' (duration: 93.997962ms)","trace[464489973] 'applied index is now lower than readState.Index' (duration: 145.606425ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:57:10.629673Z","caller":"traceutil/trace.go:171","msg":"trace[497957435] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"252.642167ms","start":"2026-07-20T18:57:10.377019Z","end":"2026-07-20T18:57:10.629662Z","steps":["trace[497957435] 'process raft request' (duration: 106.866817ms)","trace[497957435] 'compare' (duration: 145.006762ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T18:57:10.629829Z","caller":"traceutil/trace.go:171","msg":"trace[393977325] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"252.3512ms","start":"2026-07-20T18:57:10.377469Z","end":"2026-07-20T18:57:10.62982Z","steps":["trace[393977325] 'process raft request' (duration: 251.986811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:57:10.629923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.009958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T18:57:10.629953Z","caller":"traceutil/trace.go:171","msg":"trace[1546746695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2951; }","duration":"240.076949ms","start":"2026-07-20T18:57:10.389868Z","end":"2026-07-20T18:57:10.629945Z","steps":["trace[1546746695] 'agreement among raft nodes before linearized reading' (duration: 240.029727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:57:10.630312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.242042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T18:57:10.630398Z","caller":"traceutil/trace.go:171","msg":"trace[1159778314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2951; }","duration":"206.374565ms","start":"2026-07-20T18:57:10.423999Z","end":"2026-07-20T18:57:10.630373Z","steps":["trace[1159778314] 'agreement among raft nodes before linearized reading' (duration: 206.17059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:57:10.630313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.830478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T18:57:10.63049Z","caller":"traceutil/trace.go:171","msg":"trace[672768556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2951; }","duration":"232.032813ms","start":"2026-07-20T18:57:10.398443Z","end":"2026-07-20T18:57:10.630476Z","steps":["trace[672768556] 'agreement among raft nodes before linearized reading' (duration: 231.708865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:57:10.630716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.936869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-20T18:57:10.630897Z","caller":"traceutil/trace.go:171","msg":"trace[1272781768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2951; }","duration":"214.181485ms","start":"2026-07-20T18:57:10.4166Z","end":"2026-07-20T18:57:10.630782Z","steps":["trace[1272781768] 'agreement among raft nodes before linearized reading' (duration: 213.757775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T18:58:31.269486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.236701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-20T18:58:31.26958Z","caller":"traceutil/trace.go:171","msg":"trace[1692609589] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"149.001452ms","start":"2026-07-20T18:58:31.120564Z","end":"2026-07-20T18:58:31.269565Z","steps":["trace[1692609589] 'process raft request' (duration: 42.616699ms)","trace[1692609589] 'compare' (duration: 106.142988ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:00:36.90036Z","caller":"traceutil/trace.go:171","msg":"trace[624891594] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"249.200154ms","start":"2026-07-20T19:00:36.651127Z","end":"2026-07-20T19:00:36.900327Z","steps":["trace[624891594] 'process raft request' (duration: 249.00723ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:36.915129Z","caller":"traceutil/trace.go:171","msg":"trace[1595343685] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4823; }","duration":"128.983208ms","start":"2026-07-20T19:00:36.786123Z","end":"2026-07-20T19:00:36.915106Z","steps":["trace[1595343685] 'read index received' (duration: 114.046711ms)","trace[1595343685] 'applied index is now lower than readState.Index' (duration: 14.935667ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:00:36.915323Z","caller":"traceutil/trace.go:171","msg":"trace[596540114] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"212.256429ms","start":"2026-07-20T19:00:36.703038Z","end":"2026-07-20T19:00:36.915295Z","steps":["trace[596540114] 'process raft request' (duration: 211.956204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:36.915495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.356285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-20T19:00:36.916063Z","caller":"traceutil/trace.go:171","msg":"trace[1607502210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4648; }","duration":"129.915425ms","start":"2026-07-20T19:00:36.786093Z","end":"2026-07-20T19:00:36.916009Z","steps":["trace[1607502210] 'agreement among raft nodes before linearized reading' (duration: 129.275304ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:43.72068Z","caller":"traceutil/trace.go:171","msg":"trace[1142563131] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"216.257105ms","start":"2026-07-20T19:00:43.504398Z","end":"2026-07-20T19:00:43.720656Z","steps":["trace[1142563131] 'process raft request' (duration: 216.053442ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:44.923162Z","caller":"traceutil/trace.go:171","msg":"trace[1661880606] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"251.492249ms","start":"2026-07-20T19:00:44.671647Z","end":"2026-07-20T19:00:44.923139Z","steps":["trace[1661880606] 'process raft request' (duration: 251.373507ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:44.932138Z","caller":"traceutil/trace.go:171","msg":"trace[731155035] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4973; }","duration":"211.211579ms","start":"2026-07-20T19:00:44.720891Z","end":"2026-07-20T19:00:44.932102Z","steps":["trace[731155035] 'read index received' (duration: 202.327275ms)","trace[731155035] 'applied index is now lower than readState.Index' (duration: 8.883064ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:00:44.932175Z","caller":"traceutil/trace.go:171","msg":"trace[1143108847] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"254.158848ms","start":"2026-07-20T19:00:44.677997Z","end":"2026-07-20T19:00:44.932156Z","steps":["trace[1143108847] 'process raft request' (duration: 253.991404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:44.93225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.334791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:00:44.932285Z","caller":"traceutil/trace.go:171","msg":"trace[482561658] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4791; }","duration":"211.411262ms","start":"2026-07-20T19:00:44.720864Z","end":"2026-07-20T19:00:44.932275Z","steps":["trace[482561658] 'agreement among raft nodes before linearized reading' (duration: 211.330841ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:49.360987Z","caller":"traceutil/trace.go:171","msg":"trace[1178713840] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"658.877006ms","start":"2026-07-20T19:00:48.702081Z","end":"2026-07-20T19:00:49.360958Z","steps":["trace[1178713840] 'process raft request' (duration: 658.720054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.361164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:00:48.702059Z","time spent":"659.009509ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:00:49.433855Z","caller":"traceutil/trace.go:171","msg":"trace[1745068020] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"364.264097ms","start":"2026-07-20T19:00:49.069562Z","end":"2026-07-20T19:00:49.433826Z","steps":["trace[1745068020] 'process raft request' (duration: 363.867309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.434061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:00:49.06954Z","time spent":"364.389699ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:00:49.434232Z","caller":"traceutil/trace.go:171","msg":"trace[1481006950] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"276.396461ms","start":"2026-07-20T19:00:49.157811Z","end":"2026-07-20T19:00:49.434208Z","steps":["trace[1481006950] 'process raft request' (duration: 275.971553ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:49.434455Z","caller":"traceutil/trace.go:171","msg":"trace[2026346239] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5055; }","duration":"251.940285ms","start":"2026-07-20T19:00:49.182216Z","end":"2026-07-20T19:00:49.434157Z","steps":["trace[2026346239] 'read index received' (duration: 178.633665ms)","trace[2026346239] 'applied index is now lower than readState.Index' (duration: 73.30415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:00:49.434536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.299591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d23e8abe-42b0-4547-8ad6-f52df883316f\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-20T19:00:49.434678Z","caller":"traceutil/trace.go:171","msg":"trace[1053759034] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d23e8abe-42b0-4547-8ad6-f52df883316f; range_end:; response_count:1; response_revision:4873; }","duration":"252.488324ms","start":"2026-07-20T19:00:49.182168Z","end":"2026-07-20T19:00:49.434656Z","steps":["trace[1053759034] 'agreement among raft nodes before linearized reading' (duration: 252.111297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.443501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.165257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-20T19:00:49.443538Z","caller":"traceutil/trace.go:171","msg":"trace[461176698] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4874; }","duration":"201.211378ms","start":"2026-07-20T19:00:49.242317Z","end":"2026-07-20T19:00:49.443528Z","steps":["trace[461176698] 'agreement among raft nodes before linearized reading' (duration: 201.139836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.44365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.329668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124457"} {"level":"info","ts":"2026-07-20T19:00:49.443699Z","caller":"traceutil/trace.go:171","msg":"trace[1185407644] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4874; }","duration":"196.4056ms","start":"2026-07-20T19:00:49.247283Z","end":"2026-07-20T19:00:49.443689Z","steps":["trace[1185407644] 'agreement among raft nodes before linearized reading' (duration: 196.208897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.443666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.408094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-20T19:00:49.443762Z","caller":"traceutil/trace.go:171","msg":"trace[302311486] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4874; }","duration":"147.521356ms","start":"2026-07-20T19:00:49.296223Z","end":"2026-07-20T19:00:49.443744Z","steps":["trace[302311486] 'agreement among raft nodes before linearized reading' (duration: 147.278212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.97101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.686536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-20T19:00:49.971423Z","caller":"traceutil/trace.go:171","msg":"trace[762455829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4881; }","duration":"173.220446ms","start":"2026-07-20T19:00:49.798184Z","end":"2026-07-20T19:00:49.971404Z","steps":["trace[762455829] 'range keys from in-memory index tree' (duration: 172.519033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.971349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.242802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T19:00:49.971615Z","caller":"traceutil/trace.go:171","msg":"trace[1300828374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4881; }","duration":"147.536627ms","start":"2026-07-20T19:00:49.824049Z","end":"2026-07-20T19:00:49.971586Z","steps":["trace[1300828374] 'range keys from in-memory index tree' (duration: 147.116988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.971955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.814478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T19:00:49.971999Z","caller":"traceutil/trace.go:171","msg":"trace[2123622180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4881; }","duration":"201.89541ms","start":"2026-07-20T19:00:49.770093Z","end":"2026-07-20T19:00:49.971988Z","steps":["trace[2123622180] 'range keys from in-memory index tree' (duration: 201.656046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:49.972173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.367071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-20T19:00:49.972531Z","caller":"traceutil/trace.go:171","msg":"trace[1977061369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4881; }","duration":"171.733728ms","start":"2026-07-20T19:00:49.800778Z","end":"2026-07-20T19:00:49.972512Z","steps":["trace[1977061369] 'range keys from in-memory index tree' (duration: 170.292092ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:50.213547Z","caller":"traceutil/trace.go:171","msg":"trace[409069702] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"237.422695ms","start":"2026-07-20T19:00:49.976101Z","end":"2026-07-20T19:00:50.213524Z","steps":["trace[409069702] 'process raft request' (duration: 237.372274ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:50.213657Z","caller":"traceutil/trace.go:171","msg":"trace[1036266242] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"237.529717ms","start":"2026-07-20T19:00:49.976091Z","end":"2026-07-20T19:00:50.21362Z","steps":["trace[1036266242] 'process raft request' (duration: 237.218711ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:50.267112Z","caller":"traceutil/trace.go:171","msg":"trace[1227061086] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"289.826722ms","start":"2026-07-20T19:00:49.977248Z","end":"2026-07-20T19:00:50.267075Z","steps":["trace[1227061086] 'process raft request' (duration: 289.458865ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:50.267179Z","caller":"traceutil/trace.go:171","msg":"trace[84959792] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"289.753401ms","start":"2026-07-20T19:00:49.977399Z","end":"2026-07-20T19:00:50.267153Z","steps":["trace[84959792] 'process raft request' (duration: 289.443376ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:00:50.267224Z","caller":"traceutil/trace.go:171","msg":"trace[582423071] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"289.879983ms","start":"2026-07-20T19:00:49.977321Z","end":"2026-07-20T19:00:50.267201Z","steps":["trace[582423071] 'process raft request' (duration: 289.483476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:55.370774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.497937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:00:55.370876Z","caller":"traceutil/trace.go:171","msg":"trace[1316941561] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4971; }","duration":"323.64666ms","start":"2026-07-20T19:00:55.047205Z","end":"2026-07-20T19:00:55.370852Z","steps":["trace[1316941561] 'count revisions from in-memory index tree' (duration: 323.404766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:00:55.370928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:00:55.047187Z","time spent":"323.728651ms","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:01:06.685036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750366169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:01:06.735393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.183174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"info","ts":"2026-07-20T19:01:06.735479Z","caller":"traceutil/trace.go:171","msg":"trace[2126237463] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5089; }","duration":"892.277096ms","start":"2026-07-20T19:01:05.843179Z","end":"2026-07-20T19:01:06.735456Z","steps":["trace[2126237463] 'range keys from in-memory index tree' (duration: 892.006621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:06.73552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:05.843117Z","time spent":"892.392988ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16575,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-20T19:01:06.735769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.701528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-20T19:01:06.735878Z","caller":"traceutil/trace.go:171","msg":"trace[1231429990] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5089; }","duration":"890.770048ms","start":"2026-07-20T19:01:05.845027Z","end":"2026-07-20T19:01:06.735797Z","steps":["trace[1231429990] 'range keys from in-memory index tree' (duration: 890.576995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:06.735977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:05.84501Z","time spent":"890.954802ms","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-20T19:01:07.064404Z","caller":"traceutil/trace.go:171","msg":"trace[2126507660] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"940.358447ms","start":"2026-07-20T19:01:06.124015Z","end":"2026-07-20T19:01:07.064373Z","steps":["trace[2126507660] 'process raft request' (duration: 940.121603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.064549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.123989Z","time spent":"940.487879ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:01:07.092775Z","caller":"traceutil/trace.go:171","msg":"trace[1046076983] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"852.621308ms","start":"2026-07-20T19:01:06.240102Z","end":"2026-07-20T19:01:07.092724Z","steps":["trace[1046076983] 'process raft request' (duration: 852.413945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.092938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.240079Z","time spent":"852.775992ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:01:07.093098Z","caller":"traceutil/trace.go:171","msg":"trace[598914677] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5280; }","duration":"908.728677ms","start":"2026-07-20T19:01:06.184337Z","end":"2026-07-20T19:01:07.093066Z","steps":["trace[598914677] 'read index received' (duration: 879.821929ms)","trace[598914677] 'applied index is now lower than readState.Index' (duration: 28.904188ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:01:07.093113Z","caller":"traceutil/trace.go:171","msg":"trace[1805590570] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"343.727649ms","start":"2026-07-20T19:01:06.749351Z","end":"2026-07-20T19:01:07.093078Z","steps":["trace[1805590570] 'process raft request' (duration: 343.307411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.093266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.749337Z","time spent":"343.849441ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:01:07.093387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.024092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:01:07.093487Z","caller":"traceutil/trace.go:171","msg":"trace[1608865122] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5092; }","duration":"909.136635ms","start":"2026-07-20T19:01:06.184329Z","end":"2026-07-20T19:01:07.093465Z","steps":["trace[1608865122] 'agreement among raft nodes before linearized reading' (duration: 908.986772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.093555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.184283Z","time spent":"909.253508ms","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:01:07.094544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.906561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-20T19:01:07.094601Z","caller":"traceutil/trace.go:171","msg":"trace[45557081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5092; }","duration":"805.031144ms","start":"2026-07-20T19:01:06.289556Z","end":"2026-07-20T19:01:07.094587Z","steps":["trace[45557081] 'agreement among raft nodes before linearized reading' (duration: 804.81784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.094595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.50409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b775846-a0b0-44e0-9889-7844396cc0e6\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-07-20T19:01:07.094641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.289535Z","time spent":"805.097584ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-20T19:01:07.094663Z","caller":"traceutil/trace.go:171","msg":"trace[1945001586] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b775846-a0b0-44e0-9889-7844396cc0e6; range_end:; response_count:1; response_revision:5092; }","duration":"355.601243ms","start":"2026-07-20T19:01:06.739048Z","end":"2026-07-20T19:01:07.09465Z","steps":["trace[1945001586] 'agreement among raft nodes before linearized reading' (duration: 355.408869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.094697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.739037Z","time spent":"355.653303ms","remote":"127.0.0.1:42612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-6b775846-a0b0-44e0-9889-7844396cc0e6\" "} {"level":"warn","ts":"2026-07-20T19:01:07.094874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.137458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:01:07.0949Z","caller":"traceutil/trace.go:171","msg":"trace[1415898034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5092; }","duration":"111.166808ms","start":"2026-07-20T19:01:06.983726Z","end":"2026-07-20T19:01:07.094893Z","steps":["trace[1415898034] 'agreement among raft nodes before linearized reading' (duration: 111.121867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.094914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.684018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-20T19:01:07.094954Z","caller":"traceutil/trace.go:171","msg":"trace[949093193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5092; }","duration":"754.747209ms","start":"2026-07-20T19:01:06.340196Z","end":"2026-07-20T19:01:07.094943Z","steps":["trace[949093193] 'agreement among raft nodes before linearized reading' (duration: 754.645657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.095022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.340181Z","time spent":"754.83394ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-20T19:01:07.095114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.95707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T19:01:07.095162Z","caller":"traceutil/trace.go:171","msg":"trace[1082170004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5092; }","duration":"801.030011ms","start":"2026-07-20T19:01:06.29412Z","end":"2026-07-20T19:01:07.09515Z","steps":["trace[1082170004] 'agreement among raft nodes before linearized reading' (duration: 800.889319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.095196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.294107Z","time spent":"801.082402ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-20T19:01:07.095321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.709131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-20T19:01:07.095355Z","caller":"traceutil/trace.go:171","msg":"trace[1758378542] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5092; }","duration":"129.739982ms","start":"2026-07-20T19:01:06.965604Z","end":"2026-07-20T19:01:07.095344Z","steps":["trace[1758378542] 'agreement among raft nodes before linearized reading' (duration: 129.65883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.095328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.370796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-20T19:01:07.097714Z","caller":"traceutil/trace.go:171","msg":"trace[394846480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5092; }","duration":"769.792939ms","start":"2026-07-20T19:01:06.327902Z","end":"2026-07-20T19:01:07.097695Z","steps":["trace[394846480] 'agreement among raft nodes before linearized reading' (duration: 766.962299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.097987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.327882Z","time spent":"770.088995ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-20T19:01:07.095614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.126098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T19:01:07.09881Z","caller":"traceutil/trace.go:171","msg":"trace[1226291136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5092; }","duration":"762.363815ms","start":"2026-07-20T19:01:06.336431Z","end":"2026-07-20T19:01:07.098795Z","steps":["trace[1226291136] 'agreement among raft nodes before linearized reading' (duration: 759.043076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.099093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:06.336419Z","time spent":"762.544858ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-20T19:01:07.320583Z","caller":"traceutil/trace.go:171","msg":"trace[1726470241] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"216.880146ms","start":"2026-07-20T19:01:07.103677Z","end":"2026-07-20T19:01:07.320558Z","steps":["trace[1726470241] 'process raft request' (duration: 182.916186ms)","trace[1726470241] 'compare' (duration: 33.822558ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:01:07.383948Z","caller":"traceutil/trace.go:171","msg":"trace[659770942] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"280.079461ms","start":"2026-07-20T19:01:07.103838Z","end":"2026-07-20T19:01:07.383917Z","steps":["trace[659770942] 'process raft request' (duration: 279.969039ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:07.38424Z","caller":"traceutil/trace.go:171","msg":"trace[183419492] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"279.281466ms","start":"2026-07-20T19:01:07.104932Z","end":"2026-07-20T19:01:07.384214Z","steps":["trace[183419492] 'process raft request' (duration: 279.051402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.384385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.168811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:01:07.384453Z","caller":"traceutil/trace.go:171","msg":"trace[359770847] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5098; }","duration":"217.290433ms","start":"2026-07-20T19:01:07.167147Z","end":"2026-07-20T19:01:07.384438Z","steps":["trace[359770847] 'agreement among raft nodes before linearized reading' (duration: 217.164691ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:07.384788Z","caller":"traceutil/trace.go:171","msg":"trace[823577886] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"274.811427ms","start":"2026-07-20T19:01:07.109958Z","end":"2026-07-20T19:01:07.384769Z","steps":["trace[823577886] 'process raft request' (duration: 274.112634ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:07.384963Z","caller":"traceutil/trace.go:171","msg":"trace[1644624660] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"280.372146ms","start":"2026-07-20T19:01:07.103766Z","end":"2026-07-20T19:01:07.384138Z","steps":["trace[1644624660] 'process raft request' (duration: 279.878448ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:07.384248Z","caller":"traceutil/trace.go:171","msg":"trace[1591466507] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5283; }","duration":"216.947747ms","start":"2026-07-20T19:01:07.167202Z","end":"2026-07-20T19:01:07.38415Z","steps":["trace[1591466507] 'read index received' (duration: 119.433896ms)","trace[1591466507] 'applied index is now lower than readState.Index' (duration: 97.512871ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:01:07.385041Z","caller":"traceutil/trace.go:171","msg":"trace[1668968552] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"280.970207ms","start":"2026-07-20T19:01:07.104Z","end":"2026-07-20T19:01:07.38497Z","steps":["trace[1668968552] 'process raft request' (duration: 279.867897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.691308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.217849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-20T19:01:07.691568Z","caller":"traceutil/trace.go:171","msg":"trace[1848594459] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"288.199108ms","start":"2026-07-20T19:01:07.403336Z","end":"2026-07-20T19:01:07.691535Z","steps":["trace[1848594459] 'process raft request' (duration: 118.648942ms)","trace[1848594459] 'compare' (duration: 168.844292ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:01:07.691821Z","caller":"traceutil/trace.go:171","msg":"trace[1492360175] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"156.942139ms","start":"2026-07-20T19:01:07.534864Z","end":"2026-07-20T19:01:07.691806Z","steps":["trace[1492360175] 'process raft request' (duration: 156.829417ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:07.692141Z","caller":"traceutil/trace.go:171","msg":"trace[624653996] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5289; }","duration":"109.08085ms","start":"2026-07-20T19:01:07.58304Z","end":"2026-07-20T19:01:07.692121Z","steps":["trace[624653996] 'read index received' (duration: 47.265759ms)","trace[624653996] 'applied index is now lower than readState.Index' (duration: 61.813871ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:01:07.692261Z","caller":"traceutil/trace.go:171","msg":"trace[593731068] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"149.047497ms","start":"2026-07-20T19:01:07.543198Z","end":"2026-07-20T19:01:07.692245Z","steps":["trace[593731068] 'process raft request' (duration: 148.568599ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:07.692281Z","caller":"traceutil/trace.go:171","msg":"trace[2136146401] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"159.818041ms","start":"2026-07-20T19:01:07.532025Z","end":"2026-07-20T19:01:07.691843Z","steps":["trace[2136146401] 'process raft request' (duration: 159.379003ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:07.692533Z","caller":"traceutil/trace.go:171","msg":"trace[1449172189] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"133.698472ms","start":"2026-07-20T19:01:07.558821Z","end":"2026-07-20T19:01:07.692519Z","steps":["trace[1449172189] 'process raft request' (duration: 133.198853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:07.692987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.946635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-20T19:01:07.693042Z","caller":"traceutil/trace.go:171","msg":"trace[803015428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5103; }","duration":"110.003376ms","start":"2026-07-20T19:01:07.583022Z","end":"2026-07-20T19:01:07.693026Z","steps":["trace[803015428] 'agreement among raft nodes before linearized reading' (duration: 109.200041ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:07.979277Z","caller":"traceutil/trace.go:171","msg":"trace[1695708868] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"280.683921ms","start":"2026-07-20T19:01:07.698567Z","end":"2026-07-20T19:01:07.979251Z","steps":["trace[1695708868] 'process raft request' (duration: 241.376025ms)","trace[1695708868] 'compare' (duration: 39.068332ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:01:07.97946Z","caller":"traceutil/trace.go:171","msg":"trace[1364104030] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"280.794063ms","start":"2026-07-20T19:01:07.698637Z","end":"2026-07-20T19:01:07.979431Z","steps":["trace[1364104030] 'process raft request' (duration: 280.551839ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:08.018459Z","caller":"traceutil/trace.go:171","msg":"trace[1249346608] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"319.695932ms","start":"2026-07-20T19:01:07.698741Z","end":"2026-07-20T19:01:08.018437Z","steps":["trace[1249346608] 'process raft request' (duration: 319.54726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:08.018598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:07.69873Z","time spent":"319.796775ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:01:08.018822Z","caller":"traceutil/trace.go:171","msg":"trace[352958031] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"319.876055ms","start":"2026-07-20T19:01:07.698923Z","end":"2026-07-20T19:01:08.018799Z","steps":["trace[352958031] 'process raft request' (duration: 319.474308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:08.019001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:07.698917Z","time spent":"319.981518ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:01:08.076842Z","caller":"traceutil/trace.go:171","msg":"trace[1145722778] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5294; }","duration":"325.556777ms","start":"2026-07-20T19:01:07.751264Z","end":"2026-07-20T19:01:08.076821Z","steps":["trace[1145722778] 'read index received' (duration: 188.692819ms)","trace[1145722778] 'applied index is now lower than readState.Index' (duration: 136.862558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:01:08.077181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.826683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:01:08.07725Z","caller":"traceutil/trace.go:171","msg":"trace[279951790] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5107; }","duration":"326.005235ms","start":"2026-07-20T19:01:07.751227Z","end":"2026-07-20T19:01:08.077232Z","steps":["trace[279951790] 'agreement among raft nodes before linearized reading' (duration: 325.805522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:08.077249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.055037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-20T19:01:08.077321Z","caller":"traceutil/trace.go:171","msg":"trace[260572731] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5107; }","duration":"163.165259ms","start":"2026-07-20T19:01:07.914134Z","end":"2026-07-20T19:01:08.077299Z","steps":["trace[260572731] 'agreement among raft nodes before linearized reading' (duration: 162.949776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:08.077468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:07.751213Z","time spent":"326.066766ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-20T19:01:11.486359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.409922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-20T19:01:11.486435Z","caller":"traceutil/trace.go:171","msg":"trace[380637596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5122; }","duration":"155.534313ms","start":"2026-07-20T19:01:11.330883Z","end":"2026-07-20T19:01:11.486417Z","steps":["trace[380637596] 'range keys from in-memory index tree' (duration: 155.177687ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:40.086965Z","caller":"traceutil/trace.go:171","msg":"trace[950979479] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"334.00976ms","start":"2026-07-20T19:01:39.75292Z","end":"2026-07-20T19:01:40.08693Z","steps":["trace[950979479] 'process raft request' (duration: 251.329258ms)","trace[950979479] 'compare' (duration: 81.749755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:01:40.087413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:39.752909Z","time spent":"334.411197ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:01:40.095526Z","caller":"traceutil/trace.go:171","msg":"trace[744955556] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"342.162752ms","start":"2026-07-20T19:01:39.753351Z","end":"2026-07-20T19:01:40.095513Z","steps":["trace[744955556] 'process raft request' (duration: 341.790056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:40.095606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:39.753345Z","time spent":"342.216183ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:01:40.095742Z","caller":"traceutil/trace.go:171","msg":"trace[1531360812] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"246.645675ms","start":"2026-07-20T19:01:39.849089Z","end":"2026-07-20T19:01:40.095734Z","steps":["trace[1531360812] 'process raft request' (duration: 246.150077ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:40.095821Z","caller":"traceutil/trace.go:171","msg":"trace[587159970] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"178.376053ms","start":"2026-07-20T19:01:39.917439Z","end":"2026-07-20T19:01:40.095815Z","steps":["trace[587159970] 'process raft request' (duration: 177.828043ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:40.095904Z","caller":"traceutil/trace.go:171","msg":"trace[1985482796] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"175.27024ms","start":"2026-07-20T19:01:39.920625Z","end":"2026-07-20T19:01:40.095896Z","steps":["trace[1985482796] 'process raft request' (duration: 174.666059ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:40.095993Z","caller":"traceutil/trace.go:171","msg":"trace[1665950566] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"174.667778ms","start":"2026-07-20T19:01:39.921318Z","end":"2026-07-20T19:01:40.095986Z","steps":["trace[1665950566] 'process raft request' (duration: 173.997686ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:47.994522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2838} {"level":"info","ts":"2026-07-20T19:01:48.078529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2838,"took":"82.541591ms","hash":2955530937,"current-db-size-bytes":53760000,"current-db-size":"54 MB","current-db-size-in-use-bytes":28512256,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-20T19:01:48.078579Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2955530937,"revision":2838,"compact-revision":-1} {"level":"warn","ts":"2026-07-20T19:01:49.885155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.308856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T19:01:49.885246Z","caller":"traceutil/trace.go:171","msg":"trace[1008216832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5444; }","duration":"134.438937ms","start":"2026-07-20T19:01:49.750782Z","end":"2026-07-20T19:01:49.885221Z","steps":["trace[1008216832] 'range keys from in-memory index tree' (duration: 134.120332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:49.885248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.205015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-20T19:01:49.88526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.906343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T19:01:49.885314Z","caller":"traceutil/trace.go:171","msg":"trace[1123761130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5444; }","duration":"124.976474ms","start":"2026-07-20T19:01:49.760323Z","end":"2026-07-20T19:01:49.885299Z","steps":["trace[1123761130] 'range keys from in-memory index tree' (duration: 124.778081ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:49.885316Z","caller":"traceutil/trace.go:171","msg":"trace[784011308] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5444; }","duration":"163.290537ms","start":"2026-07-20T19:01:49.722006Z","end":"2026-07-20T19:01:49.885296Z","steps":["trace[784011308] 'count revisions from in-memory index tree' (duration: 163.158694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:49.885246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.208449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-20T19:01:49.885549Z","caller":"traceutil/trace.go:171","msg":"trace[485635890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5444; }","duration":"184.534884ms","start":"2026-07-20T19:01:49.700987Z","end":"2026-07-20T19:01:49.885522Z","steps":["trace[485635890] 'range keys from in-memory index tree' (duration: 184.069267ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:50.44062Z","caller":"traceutil/trace.go:171","msg":"trace[725606720] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5649; }","duration":"295.317459ms","start":"2026-07-20T19:01:50.145271Z","end":"2026-07-20T19:01:50.440588Z","steps":["trace[725606720] 'read index received' (duration: 52.984907ms)","trace[725606720] 'applied index is now lower than readState.Index' (duration: 242.331462ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:01:50.440779Z","caller":"traceutil/trace.go:171","msg":"trace[586158543] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"299.159726ms","start":"2026-07-20T19:01:50.141602Z","end":"2026-07-20T19:01:50.440761Z","steps":["trace[586158543] 'process raft request' (duration: 298.900012ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:50.44077Z","caller":"traceutil/trace.go:171","msg":"trace[1593696477] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"299.536813ms","start":"2026-07-20T19:01:50.141196Z","end":"2026-07-20T19:01:50.440733Z","steps":["trace[1593696477] 'process raft request' (duration: 299.199587ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:50.440826Z","caller":"traceutil/trace.go:171","msg":"trace[1046562685] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"300.582221ms","start":"2026-07-20T19:01:50.140212Z","end":"2026-07-20T19:01:50.440794Z","steps":["trace[1046562685] 'process raft request' (duration: 201.196091ms)","trace[1046562685] 'compare' (duration: 98.583326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:01:50.440977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:01:50.140186Z","time spent":"300.708612ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:01:50.441098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.791347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-20T19:01:50.441165Z","caller":"traceutil/trace.go:171","msg":"trace[1728476257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5451; }","duration":"295.91953ms","start":"2026-07-20T19:01:50.145227Z","end":"2026-07-20T19:01:50.441147Z","steps":["trace[1728476257] 'agreement among raft nodes before linearized reading' (duration: 295.710226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:01:50.44124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.183366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T19:01:50.441375Z","caller":"traceutil/trace.go:171","msg":"trace[1341658769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5451; }","duration":"288.454111ms","start":"2026-07-20T19:01:50.152891Z","end":"2026-07-20T19:01:50.441345Z","steps":["trace[1341658769] 'agreement among raft nodes before linearized reading' (duration: 287.980913ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:01:50.667112Z","caller":"traceutil/trace.go:171","msg":"trace[1185715384] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"219.310435ms","start":"2026-07-20T19:01:50.447768Z","end":"2026-07-20T19:01:50.667078Z","steps":["trace[1185715384] 'process raft request' (duration: 135.18518ms)","trace[1185715384] 'compare' (duration: 83.9017ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:00.116183Z","caller":"traceutil/trace.go:171","msg":"trace[1915223066] linearizableReadLoop","detail":"{readStateIndex:5727; appliedIndex:5726; }","duration":"101.226167ms","start":"2026-07-20T19:02:00.014931Z","end":"2026-07-20T19:02:00.116157Z","steps":["trace[1915223066] 'read index received' (duration: 47.690399ms)","trace[1915223066] 'applied index is now lower than readState.Index' (duration: 53.534758ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:00.116372Z","caller":"traceutil/trace.go:171","msg":"trace[1215346647] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"135.598367ms","start":"2026-07-20T19:01:59.980748Z","end":"2026-07-20T19:02:00.116346Z","steps":["trace[1215346647] 'process raft request' (duration: 81.823464ms)","trace[1215346647] 'compare' (duration: 53.488438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:02:00.116394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.359049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-20T19:02:00.116448Z","caller":"traceutil/trace.go:171","msg":"trace[1045790816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5522; }","duration":"101.534564ms","start":"2026-07-20T19:02:00.014888Z","end":"2026-07-20T19:02:00.116423Z","steps":["trace[1045790816] 'agreement among raft nodes before linearized reading' (duration: 101.36369ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:10.276342Z","caller":"traceutil/trace.go:171","msg":"trace[26348264] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"109.598206ms","start":"2026-07-20T19:02:10.166718Z","end":"2026-07-20T19:02:10.276316Z","steps":["trace[26348264] 'process raft request' (duration: 109.466264ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:20.82765Z","caller":"traceutil/trace.go:171","msg":"trace[395643843] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"445.5456ms","start":"2026-07-20T19:02:20.382071Z","end":"2026-07-20T19:02:20.827617Z","steps":["trace[395643843] 'process raft request' (duration: 445.344797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:20.827805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:02:20.382047Z","time spent":"445.679683ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:02:20.923529Z","caller":"traceutil/trace.go:171","msg":"trace[1994928500] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"498.361874ms","start":"2026-07-20T19:02:20.42512Z","end":"2026-07-20T19:02:20.923482Z","steps":["trace[1994928500] 'process raft request' (duration: 457.983012ms)","trace[1994928500] 'compare' (duration: 40.186469ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:20.92355Z","caller":"traceutil/trace.go:171","msg":"trace[788756493] linearizableReadLoop","detail":"{readStateIndex:5890; appliedIndex:5888; }","duration":"398.072669ms","start":"2026-07-20T19:02:20.525454Z","end":"2026-07-20T19:02:20.923526Z","steps":["trace[788756493] 'read index received' (duration: 301.991716ms)","trace[788756493] 'applied index is now lower than readState.Index' (duration: 96.079943ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:20.923664Z","caller":"traceutil/trace.go:171","msg":"trace[2118078712] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"364.915958ms","start":"2026-07-20T19:02:20.558737Z","end":"2026-07-20T19:02:20.923653Z","steps":["trace[2118078712] 'process raft request' (duration: 364.650474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:20.923692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:02:20.425095Z","time spent":"498.515156ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:02:20.923764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:02:20.558704Z","time spent":"364.98333ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:02:20.923861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.408825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8315"} {"level":"info","ts":"2026-07-20T19:02:20.923919Z","caller":"traceutil/trace.go:171","msg":"trace[1991122530] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5684; }","duration":"398.529797ms","start":"2026-07-20T19:02:20.525375Z","end":"2026-07-20T19:02:20.923905Z","steps":["trace[1991122530] 'agreement among raft nodes before linearized reading' (duration: 398.380855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:20.923952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:02:20.525357Z","time spent":"398.586858ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8338,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-20T19:02:20.92404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.195588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-20T19:02:20.924089Z","caller":"traceutil/trace.go:171","msg":"trace[1944771709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5684; }","duration":"173.286009ms","start":"2026-07-20T19:02:20.750792Z","end":"2026-07-20T19:02:20.924078Z","steps":["trace[1944771709] 'agreement among raft nodes before linearized reading' (duration: 173.140306ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:20.924116Z","caller":"traceutil/trace.go:171","msg":"trace[1599143006] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"362.747012ms","start":"2026-07-20T19:02:20.561357Z","end":"2026-07-20T19:02:20.924104Z","steps":["trace[1599143006] 'process raft request' (duration: 362.07545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:20.92418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:02:20.561329Z","time spent":"362.813823ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:02:20.924267Z","caller":"traceutil/trace.go:171","msg":"trace[1838151263] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"361.896868ms","start":"2026-07-20T19:02:20.562361Z","end":"2026-07-20T19:02:20.924258Z","steps":["trace[1838151263] 'process raft request' (duration: 361.121554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:20.92432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:02:20.562335Z","time spent":"361.957559ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:02:22.490356Z","caller":"traceutil/trace.go:171","msg":"trace[6550940] linearizableReadLoop","detail":"{readStateIndex:5902; appliedIndex:5901; }","duration":"107.601285ms","start":"2026-07-20T19:02:22.382731Z","end":"2026-07-20T19:02:22.490332Z","steps":["trace[6550940] 'read index received' (duration: 107.449502ms)","trace[6550940] 'applied index is now lower than readState.Index' (duration: 150.943µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:22.490687Z","caller":"traceutil/trace.go:171","msg":"trace[675496308] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"115.833975ms","start":"2026-07-20T19:02:22.37484Z","end":"2026-07-20T19:02:22.490674Z","steps":["trace[675496308] 'process raft request' (duration: 115.265835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:22.490958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.216045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T19:02:22.491048Z","caller":"traceutil/trace.go:171","msg":"trace[1377761575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5693; }","duration":"108.329688ms","start":"2026-07-20T19:02:22.382707Z","end":"2026-07-20T19:02:22.491037Z","steps":["trace[1377761575] 'agreement among raft nodes before linearized reading' (duration: 108.147855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:22.491208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.383875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:02:22.49124Z","caller":"traceutil/trace.go:171","msg":"trace[787556586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5693; }","duration":"100.414975ms","start":"2026-07-20T19:02:22.390816Z","end":"2026-07-20T19:02:22.491231Z","steps":["trace[787556586] 'agreement among raft nodes before linearized reading' (duration: 100.369514ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:23.032391Z","caller":"traceutil/trace.go:171","msg":"trace[951437994] linearizableReadLoop","detail":"{readStateIndex:5908; appliedIndex:5906; }","duration":"100.193201ms","start":"2026-07-20T19:02:22.932176Z","end":"2026-07-20T19:02:23.032369Z","steps":["trace[951437994] 'read index received' (duration: 21.35881ms)","trace[951437994] 'applied index is now lower than readState.Index' (duration: 78.833431ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:23.032627Z","caller":"traceutil/trace.go:171","msg":"trace[986896561] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"102.572801ms","start":"2026-07-20T19:02:22.930042Z","end":"2026-07-20T19:02:23.032615Z","steps":["trace[986896561] 'process raft request' (duration: 102.176584ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:23.032786Z","caller":"traceutil/trace.go:171","msg":"trace[578220858] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"100.452515ms","start":"2026-07-20T19:02:22.932324Z","end":"2026-07-20T19:02:23.032777Z","steps":["trace[578220858] 'process raft request' (duration: 99.970167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:23.033072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.882273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8315"} {"level":"info","ts":"2026-07-20T19:02:23.033113Z","caller":"traceutil/trace.go:171","msg":"trace[1720696321] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5700; }","duration":"100.962963ms","start":"2026-07-20T19:02:22.932141Z","end":"2026-07-20T19:02:23.033104Z","steps":["trace[1720696321] 'agreement among raft nodes before linearized reading' (duration: 100.835061ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:23.05961Z","caller":"traceutil/trace.go:171","msg":"trace[208623379] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"101.93805ms","start":"2026-07-20T19:02:22.957657Z","end":"2026-07-20T19:02:23.059595Z","steps":["trace[208623379] 'process raft request' (duration: 101.541634ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:30.699228Z","caller":"traceutil/trace.go:171","msg":"trace[334549438] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"123.875858ms","start":"2026-07-20T19:02:30.575318Z","end":"2026-07-20T19:02:30.699194Z","steps":["trace[334549438] 'process raft request' (duration: 100.419145ms)","trace[334549438] 'compare' (duration: 23.129928ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:33.364811Z","caller":"traceutil/trace.go:171","msg":"trace[247556667] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"106.501923ms","start":"2026-07-20T19:02:33.258275Z","end":"2026-07-20T19:02:33.364777Z","steps":["trace[247556667] 'process raft request' (duration: 106.29596ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:39.243732Z","caller":"traceutil/trace.go:171","msg":"trace[321602958] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6013; }","duration":"145.033079ms","start":"2026-07-20T19:02:39.098676Z","end":"2026-07-20T19:02:39.243709Z","steps":["trace[321602958] 'read index received' (duration: 14.788287ms)","trace[321602958] 'applied index is now lower than readState.Index' (duration: 130.243852ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:39.244197Z","caller":"traceutil/trace.go:171","msg":"trace[1387416762] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"147.134233ms","start":"2026-07-20T19:02:39.097038Z","end":"2026-07-20T19:02:39.244172Z","steps":["trace[1387416762] 'process raft request' (duration: 121.873472ms)","trace[1387416762] 'compare' (duration: 24.57686ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:02:39.244525Z","caller":"traceutil/trace.go:171","msg":"trace[1972999739] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"145.445345ms","start":"2026-07-20T19:02:39.099062Z","end":"2026-07-20T19:02:39.244507Z","steps":["trace[1972999739] 'process raft request' (duration: 144.557619ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:02:39.244796Z","caller":"traceutil/trace.go:171","msg":"trace[1491175604] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"137.754708ms","start":"2026-07-20T19:02:39.107024Z","end":"2026-07-20T19:02:39.244779Z","steps":["trace[1491175604] 'process raft request' (duration: 136.644769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:02:39.245171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.473903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8412"} {"level":"info","ts":"2026-07-20T19:02:39.245292Z","caller":"traceutil/trace.go:171","msg":"trace[1872108839] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5804; }","duration":"146.628875ms","start":"2026-07-20T19:02:39.098645Z","end":"2026-07-20T19:02:39.245274Z","steps":["trace[1872108839] 'agreement among raft nodes before linearized reading' (duration: 146.392241ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:03:15.533182Z","caller":"traceutil/trace.go:171","msg":"trace[1173070826] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"104.38465ms","start":"2026-07-20T19:03:15.428774Z","end":"2026-07-20T19:03:15.533158Z","steps":["trace[1173070826] 'process raft request' (duration: 104.225518ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:03:15.533585Z","caller":"traceutil/trace.go:171","msg":"trace[1225640053] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"106.797059ms","start":"2026-07-20T19:03:15.426711Z","end":"2026-07-20T19:03:15.533508Z","steps":["trace[1225640053] 'process raft request' (duration: 86.185063ms)","trace[1225640053] 'compare' (duration: 19.962025ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:03:59.863179Z","caller":"traceutil/trace.go:171","msg":"trace[1007517498] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"169.559541ms","start":"2026-07-20T19:03:59.693589Z","end":"2026-07-20T19:03:59.863149Z","steps":["trace[1007517498] 'process raft request' (duration: 151.059258ms)","trace[1007517498] 'compare' (duration: 18.3192ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:03:59.866005Z","caller":"traceutil/trace.go:171","msg":"trace[259346915] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"156.86603ms","start":"2026-07-20T19:03:59.709117Z","end":"2026-07-20T19:03:59.865983Z","steps":["trace[259346915] 'process raft request' (duration: 156.675687ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:00.052132Z","caller":"traceutil/trace.go:171","msg":"trace[566045763] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"178.583735ms","start":"2026-07-20T19:03:59.873526Z","end":"2026-07-20T19:04:00.052109Z","steps":["trace[566045763] 'process raft request' (duration: 99.785485ms)","trace[566045763] 'compare' (duration: 78.574146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:04:09.900468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.51086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-20T19:04:09.900589Z","caller":"traceutil/trace.go:171","msg":"trace[1089803201] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"213.304798ms","start":"2026-07-20T19:04:09.687266Z","end":"2026-07-20T19:04:09.900571Z","steps":["trace[1089803201] 'process raft request' (duration: 89.571974ms)","trace[1089803201] 'compare' (duration: 123.051102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:04:10.46363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:10.96434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:11.46513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:11.96552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:12.466593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:12.96745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:13.389194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-20T19:04:13.389251Z","caller":"traceutil/trace.go:171","msg":"trace[1036273728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167802s","start":"2026-07-20T19:04:11.38907Z","end":"2026-07-20T19:04:13.389238Z","steps":["trace[1036273728] 'agreement among raft nodes before linearized reading' (duration: 2.000096591s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:13.389283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:11.389049Z","time spent":"2.000227672s","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/20 19:04:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-20T19:04:13.468362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:13.968759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:14.204079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.307023079s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-20T19:04:14.214373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:12.949881Z","time spent":"1.264486021s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-20T19:04:14.217082Z","caller":"traceutil/trace.go:171","msg":"trace[480700674] transaction","detail":"{read_only:false; response_revision:6330; number_of_response:1; }","duration":"4.320142087s","start":"2026-07-20T19:04:09.896913Z","end":"2026-07-20T19:04:14.217055Z","steps":["trace[480700674] 'process raft request' (duration: 4.307621419s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.217276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:09.896887Z","time spent":"4.320300219s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:04:14.274501Z","caller":"traceutil/trace.go:171","msg":"trace[1221814689] linearizableReadLoop","detail":"{readStateIndex:6567; appliedIndex:6561; }","duration":"4.311224252s","start":"2026-07-20T19:04:09.963256Z","end":"2026-07-20T19:04:14.27448Z","steps":["trace[1221814689] 'read index received' (duration: 4.241137688s)","trace[1221814689] 'applied index is now lower than readState.Index' (duration: 70.085874ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:04:14.27483Z","caller":"traceutil/trace.go:171","msg":"trace[1156268587] transaction","detail":"{read_only:false; response_revision:6334; number_of_response:1; }","duration":"2.613723642s","start":"2026-07-20T19:04:11.661027Z","end":"2026-07-20T19:04:14.27475Z","steps":["trace[1156268587] 'process raft request' (duration: 2.613376826s)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:14.274899Z","caller":"traceutil/trace.go:171","msg":"trace[944533554] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"2.368682947s","start":"2026-07-20T19:04:11.906202Z","end":"2026-07-20T19:04:14.274885Z","steps":["trace[944533554] 'process raft request' (duration: 2.36823207s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.274993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:11.661001Z","time spent":"2.613900024s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:04:14.275106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:11.906173Z","time spent":"2.36884991s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:04:14.275225Z","caller":"traceutil/trace.go:171","msg":"trace[373498806] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"4.377818953s","start":"2026-07-20T19:04:09.897392Z","end":"2026-07-20T19:04:14.275211Z","steps":["trace[373498806] 'process raft request' (duration: 4.376830648s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.27528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:09.897368Z","time spent":"4.377883874s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:04:14.2755Z","caller":"traceutil/trace.go:171","msg":"trace[1531516256] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"4.155131009s","start":"2026-07-20T19:04:10.120359Z","end":"2026-07-20T19:04:14.27549Z","steps":["trace[1531516256] 'process raft request' (duration: 4.1539667s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.275554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:10.120338Z","time spent":"4.155193349s","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6921,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:04:14.275687Z","caller":"traceutil/trace.go:171","msg":"trace[681867265] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"3.778264373s","start":"2026-07-20T19:04:10.497414Z","end":"2026-07-20T19:04:14.275678Z","steps":["trace[681867265] 'process raft request' (duration: 3.776964272s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.27573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:10.49739Z","time spent":"3.778319853s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:04:14.275895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312636395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-20T19:04:14.275928Z","caller":"traceutil/trace.go:171","msg":"trace[1136188831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6336; }","duration":"4.312710055s","start":"2026-07-20T19:04:09.96321Z","end":"2026-07-20T19:04:14.27592Z","steps":["trace[1136188831] 'agreement among raft nodes before linearized reading' (duration: 4.312589603s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.275976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:09.963186Z","time spent":"4.312781537s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-20T19:04:14.276092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174874391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-20T19:04:14.276115Z","caller":"traceutil/trace.go:171","msg":"trace[2045621475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6336; }","duration":"4.174934011s","start":"2026-07-20T19:04:10.101175Z","end":"2026-07-20T19:04:14.276109Z","steps":["trace[2045621475] 'agreement among raft nodes before linearized reading' (duration: 4.17487416s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.276156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:10.101156Z","time spent":"4.174994443s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-20T19:04:14.276297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732407726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-20T19:04:14.27633Z","caller":"traceutil/trace.go:171","msg":"trace[1009769038] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:6336; }","duration":"1.732474116s","start":"2026-07-20T19:04:12.543848Z","end":"2026-07-20T19:04:14.276322Z","steps":["trace[1009769038] 'agreement among raft nodes before linearized reading' (duration: 1.732378315s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.27635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:12.543829Z","time spent":"1.732516608s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-07-20T19:04:14.2764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785170555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-20T19:04:14.276517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.673806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:04:14.276553Z","caller":"traceutil/trace.go:171","msg":"trace[1836298] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6336; }","duration":"679.711687ms","start":"2026-07-20T19:04:13.596832Z","end":"2026-07-20T19:04:14.276544Z","steps":["trace[1836298] 'agreement among raft nodes before linearized reading' (duration: 679.640595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.276587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:13.596808Z","time spent":"679.770587ms","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:14.276754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.941517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:04:14.276791Z","caller":"traceutil/trace.go:171","msg":"trace[512997556] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6336; }","duration":"808.005869ms","start":"2026-07-20T19:04:13.468774Z","end":"2026-07-20T19:04:14.27678Z","steps":["trace[512997556] 'agreement among raft nodes before linearized reading' (duration: 807.930137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.276823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:13.468756Z","time spent":"808.05962ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:14.276967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.947912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:04:14.277004Z","caller":"traceutil/trace.go:171","msg":"trace[1396321225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6336; }","duration":"859.011202ms","start":"2026-07-20T19:04:13.417983Z","end":"2026-07-20T19:04:14.276994Z","steps":["trace[1396321225] 'agreement among raft nodes before linearized reading' (duration: 858.953371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.277031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:13.417966Z","time spent":"859.057593ms","remote":"127.0.0.1:34818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-20T19:04:14.27803Z","caller":"traceutil/trace.go:171","msg":"trace[773855634] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6336; }","duration":"2.785281656s","start":"2026-07-20T19:04:11.491174Z","end":"2026-07-20T19:04:14.276455Z","steps":["trace[773855634] 'agreement among raft nodes before linearized reading' (duration: 2.785192525s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.278104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:11.491152Z","time spent":"2.786932833s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:14.278239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977360567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-20T19:04:14.278275Z","caller":"traceutil/trace.go:171","msg":"trace[1837679847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6336; }","duration":"2.977421637s","start":"2026-07-20T19:04:11.300843Z","end":"2026-07-20T19:04:14.278265Z","steps":["trace[1837679847] 'agreement among raft nodes before linearized reading' (duration: 2.977312405s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.27832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:11.30083Z","time spent":"2.977484008s","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-20T19:04:14.278328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009295118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:14.278373Z","caller":"traceutil/trace.go:171","msg":"trace[671508214] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6336; }","duration":"4.009377419s","start":"2026-07-20T19:04:10.268984Z","end":"2026-07-20T19:04:14.278362Z","steps":["trace[671508214] 'agreement among raft nodes before linearized reading' (duration: 4.009301638s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.278409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:10.268967Z","time spent":"4.009432779s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:14.278568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53917134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:14.278602Z","caller":"traceutil/trace.go:171","msg":"trace[588033058] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6336; }","duration":"3.53920642s","start":"2026-07-20T19:04:10.739387Z","end":"2026-07-20T19:04:14.278593Z","steps":["trace[588033058] 'agreement among raft nodes before linearized reading' (duration: 3.53915132s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.278627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:10.739367Z","time spent":"3.539252881s","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:14.27865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297646437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-20T19:04:14.278921Z","caller":"traceutil/trace.go:171","msg":"trace[462354569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6336; }","duration":"3.297868701s","start":"2026-07-20T19:04:10.980899Z","end":"2026-07-20T19:04:14.278768Z","steps":["trace[462354569] 'agreement among raft nodes before linearized reading' (duration: 3.297410654s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.279448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681457723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:04:14.279497Z","caller":"traceutil/trace.go:171","msg":"trace[181663145] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6336; }","duration":"1.681548744s","start":"2026-07-20T19:04:12.597938Z","end":"2026-07-20T19:04:14.279487Z","steps":["trace[181663145] 'agreement among raft nodes before linearized reading' (duration: 1.681479623s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.279531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:12.597916Z","time spent":"1.681606465s","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:14.279462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408700173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-20T19:04:14.276318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555030976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-20T19:04:14.279126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990837488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T19:04:14.279746Z","caller":"traceutil/trace.go:171","msg":"trace[1865910883] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6336; }","duration":"1.409178711s","start":"2026-07-20T19:04:12.87055Z","end":"2026-07-20T19:04:14.279729Z","steps":["trace[1865910883] 'agreement among raft nodes before linearized reading' (duration: 1.408708893s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.27981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:12.870525Z","time spent":"1.409267402s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-20T19:04:14.279889Z","caller":"traceutil/trace.go:171","msg":"trace[1882559003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6336; }","duration":"2.99152992s","start":"2026-07-20T19:04:11.288243Z","end":"2026-07-20T19:04:14.279773Z","steps":["trace[1882559003] 'agreement among raft nodes before linearized reading' (duration: 2.990809108s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.28043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:11.288225Z","time spent":"2.99219567s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-20T19:04:14.280182Z","caller":"traceutil/trace.go:171","msg":"trace[523824163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6336; }","duration":"2.558925277s","start":"2026-07-20T19:04:11.721245Z","end":"2026-07-20T19:04:14.28017Z","steps":["trace[523824163] 'agreement among raft nodes before linearized reading' (duration: 2.555008755s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.280837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:11.721227Z","time spent":"2.559596558s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-20T19:04:14.279122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.571163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:14.281012Z","caller":"traceutil/trace.go:171","msg":"trace[2128227041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6336; }","duration":"891.543124ms","start":"2026-07-20T19:04:13.389436Z","end":"2026-07-20T19:04:14.280979Z","steps":["trace[2128227041] 'agreement among raft nodes before linearized reading' (duration: 889.626833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:14.281076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:13.389416Z","time spent":"891.642336ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-20T19:04:14.280585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:10.98088Z","time spent":"3.299667999s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-20T19:04:16.550648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356766864750369263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-20T19:04:16.669683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069924105s","expected-duration":"1s"} {"level":"info","ts":"2026-07-20T19:04:16.670075Z","caller":"traceutil/trace.go:171","msg":"trace[193538067] transaction","detail":"{read_only:false; response_revision:6345; number_of_response:1; }","duration":"1.070430562s","start":"2026-07-20T19:04:15.599621Z","end":"2026-07-20T19:04:16.670051Z","steps":["trace[193538067] 'process raft request' (duration: 1.07027681s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:16.670201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:15.599599Z","time spent":"1.070530624s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:04:18.391598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-20T19:04:18.391676Z","caller":"traceutil/trace.go:171","msg":"trace[1082572272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370733s","start":"2026-07-20T19:04:16.39129Z","end":"2026-07-20T19:04:18.391661Z","steps":["trace[1082572272] 'agreement among raft nodes before linearized reading' (duration: 2.000281392s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:18.391723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.391278Z","time spent":"2.000434304s","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/20 19:04:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-20T19:04:18.539646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869770736s","expected-duration":"1s"} {"level":"info","ts":"2026-07-20T19:04:18.540371Z","caller":"traceutil/trace.go:171","msg":"trace[2051813576] transaction","detail":"{read_only:false; response_revision:6346; number_of_response:1; }","duration":"2.839184859s","start":"2026-07-20T19:04:15.701113Z","end":"2026-07-20T19:04:18.540298Z","steps":["trace[2051813576] 'process raft request' (duration: 2.838719021s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:18.540565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:15.701087Z","time spent":"2.839385663s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:04:18.540595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490536543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:04:18.540687Z","caller":"traceutil/trace.go:171","msg":"trace[1517479720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6350; }","duration":"2.490723766s","start":"2026-07-20T19:04:16.049947Z","end":"2026-07-20T19:04:18.540671Z","steps":["trace[1517479720] 'agreement among raft nodes before linearized reading' (duration: 2.490504652s)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:18.540726Z","caller":"traceutil/trace.go:171","msg":"trace[1134997672] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"2.25898108s","start":"2026-07-20T19:04:16.281725Z","end":"2026-07-20T19:04:18.540706Z","steps":["trace[1134997672] 'process raft request' (duration: 2.258400721s)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:18.540364Z","caller":"traceutil/trace.go:171","msg":"trace[262624078] linearizableReadLoop","detail":"{readStateIndex:6583; appliedIndex:6577; }","duration":"2.49034181s","start":"2026-07-20T19:04:16.049995Z","end":"2026-07-20T19:04:18.540337Z","steps":["trace[262624078] 'read index received' (duration: 619.940623ms)","trace[262624078] 'applied index is now lower than readState.Index' (duration: 1.870399997s)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:04:18.540787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.049932Z","time spent":"2.490839887s","remote":"127.0.0.1:34880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:18.540838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.2817Z","time spent":"2.259076032s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:04:18.54097Z","caller":"traceutil/trace.go:171","msg":"trace[1064899359] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"2.258458972s","start":"2026-07-20T19:04:16.282498Z","end":"2026-07-20T19:04:18.540957Z","steps":["trace[1064899359] 'process raft request' (duration: 2.257753251s)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:18.541045Z","caller":"traceutil/trace.go:171","msg":"trace[1038605734] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"2.317346118s","start":"2026-07-20T19:04:16.223688Z","end":"2026-07-20T19:04:18.541034Z","steps":["trace[1038605734] 'process raft request' (duration: 2.316375553s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:18.541044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.282488Z","time spent":"2.258518593s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:04:18.54111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.223669Z","time spent":"2.317411479s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-20T19:04:18.541234Z","caller":"traceutil/trace.go:171","msg":"trace[921275710] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"2.257645669s","start":"2026-07-20T19:04:16.283579Z","end":"2026-07-20T19:04:18.541225Z","steps":["trace[921275710] 'process raft request' (duration: 2.256713715s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:18.541298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.283565Z","time spent":"2.25770341s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:04:19.119411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.60755ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:19.119524Z","caller":"traceutil/trace.go:171","msg":"trace[200441967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6350; }","duration":"198.733762ms","start":"2026-07-20T19:04:18.920774Z","end":"2026-07-20T19:04:19.119508Z","steps":["trace[200441967] 'range keys from in-memory index tree' (duration: 198.5916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.273177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.393354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-20T19:04:19.273291Z","caller":"traceutil/trace.go:171","msg":"trace[553976923] linearizableReadLoop","detail":"{readStateIndex:6584; appliedIndex:6583; }","duration":"732.454668ms","start":"2026-07-20T19:04:18.540813Z","end":"2026-07-20T19:04:19.273268Z","steps":["trace[553976923] 'read index received' (duration: 318.887431ms)","trace[553976923] 'applied index is now lower than readState.Index' (duration: 413.565057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:04:19.273453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287164076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-20T19:04:19.273874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707016268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:04:19.273929Z","caller":"traceutil/trace.go:171","msg":"trace[749485319] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6350; }","duration":"1.70709312s","start":"2026-07-20T19:04:17.566825Z","end":"2026-07-20T19:04:19.273918Z","steps":["trace[749485319] 'agreement among raft nodes before linearized reading' (duration: 1.707018199s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.273953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:17.566809Z","time spent":"1.70713783s","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":38,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-20T19:04:19.274007Z","caller":"traceutil/trace.go:171","msg":"trace[1168815269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6350; }","duration":"1.287686275s","start":"2026-07-20T19:04:17.986208Z","end":"2026-07-20T19:04:19.273895Z","steps":["trace[1168815269] 'agreement among raft nodes before linearized reading' (duration: 1.287174446s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.274281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193006338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:19.274331Z","caller":"traceutil/trace.go:171","msg":"trace[1709851162] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6350; }","duration":"2.19308614s","start":"2026-07-20T19:04:17.08123Z","end":"2026-07-20T19:04:19.274316Z","steps":["trace[1709851162] 'agreement among raft nodes before linearized reading' (duration: 2.193024319s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.274368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:17.08121Z","time spent":"2.193149092s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:19.273757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.251742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:19.274478Z","caller":"traceutil/trace.go:171","msg":"trace[708254693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6350; }","duration":"883.015095ms","start":"2026-07-20T19:04:18.391451Z","end":"2026-07-20T19:04:19.274466Z","steps":["trace[708254693] 'agreement among raft nodes before linearized reading' (duration: 882.280033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.274523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:18.391427Z","time spent":"883.087846ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-20T19:04:19.274393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:17.986182Z","time spent":"1.288120161s","remote":"127.0.0.1:34864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:19.273759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937641982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T19:04:19.274708Z","caller":"traceutil/trace.go:171","msg":"trace[1002123232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6350; }","duration":"2.938685819s","start":"2026-07-20T19:04:16.336015Z","end":"2026-07-20T19:04:19.274701Z","steps":["trace[1002123232] 'agreement among raft nodes before linearized reading' (duration: 2.93753983s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.274731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.335989Z","time spent":"2.938735749s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-20T19:04:19.274014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937909137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-20T19:04:19.274868Z","caller":"traceutil/trace.go:171","msg":"trace[2048289457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6350; }","duration":"2.938816111s","start":"2026-07-20T19:04:16.336033Z","end":"2026-07-20T19:04:19.274849Z","steps":["trace[2048289457] 'agreement among raft nodes before linearized reading' (duration: 2.937759714s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.275068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.336021Z","time spent":"2.938936603s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-20T19:04:19.273832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767417028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-20T19:04:19.27517Z","caller":"traceutil/trace.go:171","msg":"trace[1183608554] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6350; }","duration":"1.768794249s","start":"2026-07-20T19:04:17.506368Z","end":"2026-07-20T19:04:19.275163Z","steps":["trace[1183608554] 'agreement among raft nodes before linearized reading' (duration: 1.767447517s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.275208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:17.506345Z","time spent":"1.768844199s","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:19.274219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.805239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-8wwht\" ","response":"range_response_count:1 size:8667"} {"level":"info","ts":"2026-07-20T19:04:19.275881Z","caller":"traceutil/trace.go:171","msg":"trace[1840876061] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-8wwht; range_end:; response_count:1; response_revision:6350; }","duration":"124.495375ms","start":"2026-07-20T19:04:19.151369Z","end":"2026-07-20T19:04:19.275865Z","steps":["trace[1840876061] 'agreement among raft nodes before linearized reading' (duration: 122.801609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.274211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938279903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-20T19:04:19.274266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939322299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-20T19:04:19.273802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079548433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-20T19:04:19.275402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93747776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-20T19:04:19.276076Z","caller":"traceutil/trace.go:171","msg":"trace[1326645422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6350; }","duration":"2.939963269s","start":"2026-07-20T19:04:16.336102Z","end":"2026-07-20T19:04:19.276065Z","steps":["trace[1326645422] 'agreement among raft nodes before linearized reading' (duration: 2.937389609s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.276164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.336096Z","time spent":"2.94004431s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-20T19:04:19.276475Z","caller":"traceutil/trace.go:171","msg":"trace[179537616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6350; }","duration":"2.940573928s","start":"2026-07-20T19:04:16.335887Z","end":"2026-07-20T19:04:19.276461Z","steps":["trace[179537616] 'agreement among raft nodes before linearized reading' (duration: 2.938160851s)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:19.27674Z","caller":"traceutil/trace.go:171","msg":"trace[1093483568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6350; }","duration":"2.941812689s","start":"2026-07-20T19:04:16.334911Z","end":"2026-07-20T19:04:19.276724Z","steps":["trace[1093483568] 'agreement among raft nodes before linearized reading' (duration: 2.93932331s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.277383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.334898Z","time spent":"2.942471319s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-20T19:04:19.276775Z","caller":"traceutil/trace.go:171","msg":"trace[1627952407] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6350; }","duration":"1.082553511s","start":"2026-07-20T19:04:18.194212Z","end":"2026-07-20T19:04:19.276766Z","steps":["trace[1627952407] 'agreement among raft nodes before linearized reading' (duration: 1.079564933s)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.277501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:18.194194Z","time spent":"1.083242212s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-20T19:04:19.277293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:16.335873Z","time spent":"2.941401421s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-20T19:04:19.484404Z","caller":"traceutil/trace.go:171","msg":"trace[1937060366] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"203.417625ms","start":"2026-07-20T19:04:19.28096Z","end":"2026-07-20T19:04:19.484377Z","steps":["trace[1937060366] 'process raft request' (duration: 180.999053ms)","trace[1937060366] 'compare' (duration: 21.995896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-20T19:04:19.484828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.813281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c414d445cb1bb0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-20T19:04:19.484879Z","caller":"traceutil/trace.go:171","msg":"trace[2050260391] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c414d445cb1bb0; range_end:; response_count:1; response_revision:6356; }","duration":"203.899462ms","start":"2026-07-20T19:04:19.280968Z","end":"2026-07-20T19:04:19.484867Z","steps":["trace[2050260391] 'agreement among raft nodes before linearized reading' (duration: 203.726359ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:19.48465Z","caller":"traceutil/trace.go:171","msg":"trace[1574696144] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"202.264806ms","start":"2026-07-20T19:04:19.282371Z","end":"2026-07-20T19:04:19.484636Z","steps":["trace[1574696144] 'process raft request' (duration: 202.125434ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:19.484665Z","caller":"traceutil/trace.go:171","msg":"trace[759013161] linearizableReadLoop","detail":"{readStateIndex:6586; appliedIndex:6584; }","duration":"203.654778ms","start":"2026-07-20T19:04:19.280994Z","end":"2026-07-20T19:04:19.484648Z","steps":["trace[759013161] 'read index received' (duration: 50.988281ms)","trace[759013161] 'applied index is now lower than readState.Index' (duration: 152.665527ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:04:19.484613Z","caller":"traceutil/trace.go:171","msg":"trace[2039869179] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"203.292963ms","start":"2026-07-20T19:04:19.281293Z","end":"2026-07-20T19:04:19.484586Z","steps":["trace[2039869179] 'process raft request' (duration: 203.03704ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:19.484745Z","caller":"traceutil/trace.go:171","msg":"trace[568049800] transaction","detail":"{read_only:false; response_revision:6355; number_of_response:1; }","duration":"198.58263ms","start":"2026-07-20T19:04:19.286151Z","end":"2026-07-20T19:04:19.484733Z","steps":["trace[568049800] 'process raft request' (duration: 198.415207ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:19.484883Z","caller":"traceutil/trace.go:171","msg":"trace[203530707] transaction","detail":"{read_only:false; response_revision:6356; number_of_response:1; }","duration":"197.018335ms","start":"2026-07-20T19:04:19.287804Z","end":"2026-07-20T19:04:19.484822Z","steps":["trace[203530707] 'process raft request' (duration: 196.810082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.488984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.318007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:19.489081Z","caller":"traceutil/trace.go:171","msg":"trace[93458616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6356; }","duration":"204.217028ms","start":"2026-07-20T19:04:19.284845Z","end":"2026-07-20T19:04:19.489062Z","steps":["trace[93458616] 'agreement among raft nodes before linearized reading' (duration: 200.311766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:19.768528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.955775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:19.768634Z","caller":"traceutil/trace.go:171","msg":"trace[1239720046] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6357; }","duration":"178.122708ms","start":"2026-07-20T19:04:19.59049Z","end":"2026-07-20T19:04:19.768612Z","steps":["trace[1239720046] 'range keys from in-memory index tree' (duration: 177.877624ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:20.654409Z","caller":"traceutil/trace.go:171","msg":"trace[1933250436] transaction","detail":"{read_only:false; response_revision:6359; number_of_response:1; }","duration":"109.167544ms","start":"2026-07-20T19:04:20.545215Z","end":"2026-07-20T19:04:20.654383Z","steps":["trace[1933250436] 'process raft request' (duration: 108.99082ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:20.654672Z","caller":"traceutil/trace.go:171","msg":"trace[1400816453] transaction","detail":"{read_only:false; response_revision:6361; number_of_response:1; }","duration":"107.863823ms","start":"2026-07-20T19:04:20.546777Z","end":"2026-07-20T19:04:20.654641Z","steps":["trace[1400816453] 'process raft request' (duration: 107.783202ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:20.654666Z","caller":"traceutil/trace.go:171","msg":"trace[672308725] transaction","detail":"{read_only:false; response_revision:6360; number_of_response:1; }","duration":"108.052916ms","start":"2026-07-20T19:04:20.546594Z","end":"2026-07-20T19:04:20.654647Z","steps":["trace[672308725] 'process raft request' (duration: 107.750451ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:20.654955Z","caller":"traceutil/trace.go:171","msg":"trace[390130738] transaction","detail":"{read_only:false; response_revision:6362; number_of_response:1; }","duration":"106.98505ms","start":"2026-07-20T19:04:20.547919Z","end":"2026-07-20T19:04:20.654904Z","steps":["trace[390130738] 'process raft request' (duration: 106.708506ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:21.648697Z","caller":"traceutil/trace.go:171","msg":"trace[2137210104] linearizableReadLoop","detail":"{readStateIndex:6598; appliedIndex:6597; }","duration":"311.524539ms","start":"2026-07-20T19:04:21.337141Z","end":"2026-07-20T19:04:21.648665Z","steps":["trace[2137210104] 'read index received' (duration: 311.145632ms)","trace[2137210104] 'applied index is now lower than readState.Index' (duration: 377.507µs)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:04:21.648794Z","caller":"traceutil/trace.go:171","msg":"trace[2056701859] transaction","detail":"{read_only:false; response_revision:6364; number_of_response:1; }","duration":"469.63183ms","start":"2026-07-20T19:04:21.179124Z","end":"2026-07-20T19:04:21.648756Z","steps":["trace[2056701859] 'process raft request' (duration: 469.182092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:21.648975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.819903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-20T19:04:21.649017Z","caller":"traceutil/trace.go:171","msg":"trace[1936537119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6364; }","duration":"311.920475ms","start":"2026-07-20T19:04:21.337084Z","end":"2026-07-20T19:04:21.649005Z","steps":["trace[1936537119] 'agreement among raft nodes before linearized reading' (duration: 311.749212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:21.649023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:21.179096Z","time spent":"469.798552ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-20T19:04:21.649056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-20T19:04:21.337064Z","time spent":"311.984216ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-20T19:04:21.649068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.00276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:21.649146Z","caller":"traceutil/trace.go:171","msg":"trace[2138707960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6364; }","duration":"260.112052ms","start":"2026-07-20T19:04:21.389014Z","end":"2026-07-20T19:04:21.649126Z","steps":["trace[2138707960] 'agreement among raft nodes before linearized reading' (duration: 259.892488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:21.649189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.581998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-20T19:04:21.649262Z","caller":"traceutil/trace.go:171","msg":"trace[18953737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6364; }","duration":"158.670109ms","start":"2026-07-20T19:04:21.490561Z","end":"2026-07-20T19:04:21.649231Z","steps":["trace[18953737] 'agreement among raft nodes before linearized reading' (duration: 158.531257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:21.64924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.802741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-20T19:04:21.649354Z","caller":"traceutil/trace.go:171","msg":"trace[1058967641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6364; }","duration":"156.963743ms","start":"2026-07-20T19:04:21.492366Z","end":"2026-07-20T19:04:21.649329Z","steps":["trace[1058967641] 'agreement among raft nodes before linearized reading' (duration: 156.607577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:21.649421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.206279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-20T19:04:21.649472Z","caller":"traceutil/trace.go:171","msg":"trace[2095663280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6364; }","duration":"159.25243ms","start":"2026-07-20T19:04:21.490204Z","end":"2026-07-20T19:04:21.649456Z","steps":["trace[2095663280] 'agreement among raft nodes before linearized reading' (duration: 159.144308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:21.649616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.962737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-20T19:04:21.649659Z","caller":"traceutil/trace.go:171","msg":"trace[1517633038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6364; }","duration":"156.009238ms","start":"2026-07-20T19:04:21.493639Z","end":"2026-07-20T19:04:21.649648Z","steps":["trace[1517633038] 'agreement among raft nodes before linearized reading' (duration: 155.842765ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:21.834453Z","caller":"traceutil/trace.go:171","msg":"trace[846714987] transaction","detail":"{read_only:false; response_revision:6365; number_of_response:1; }","duration":"178.44988ms","start":"2026-07-20T19:04:21.655964Z","end":"2026-07-20T19:04:21.834414Z","steps":["trace[846714987] 'process raft request' (duration: 97.127774ms)","trace[846714987] 'compare' (duration: 81.003151ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:04:21.834797Z","caller":"traceutil/trace.go:171","msg":"trace[1653526583] transaction","detail":"{read_only:false; response_revision:6367; number_of_response:1; }","duration":"177.655158ms","start":"2026-07-20T19:04:21.657107Z","end":"2026-07-20T19:04:21.834762Z","steps":["trace[1653526583] 'process raft request' (duration: 177.511915ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:21.835046Z","caller":"traceutil/trace.go:171","msg":"trace[1878634856] transaction","detail":"{read_only:false; response_revision:6368; number_of_response:1; }","duration":"177.78669ms","start":"2026-07-20T19:04:21.657246Z","end":"2026-07-20T19:04:21.835033Z","steps":["trace[1878634856] 'process raft request' (duration: 177.475745ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:21.83505Z","caller":"traceutil/trace.go:171","msg":"trace[1123178403] transaction","detail":"{read_only:false; response_revision:6366; number_of_response:1; }","duration":"178.007773ms","start":"2026-07-20T19:04:21.656994Z","end":"2026-07-20T19:04:21.835001Z","steps":["trace[1123178403] 'process raft request' (duration: 177.355683ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:21.835513Z","caller":"traceutil/trace.go:171","msg":"trace[627446599] transaction","detail":"{read_only:false; response_revision:6369; number_of_response:1; }","duration":"178.102155ms","start":"2026-07-20T19:04:21.657374Z","end":"2026-07-20T19:04:21.835476Z","steps":["trace[627446599] 'process raft request' (duration: 177.557266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:24.905772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.525001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-20T19:04:24.905865Z","caller":"traceutil/trace.go:171","msg":"trace[688668036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6398; }","duration":"110.652854ms","start":"2026-07-20T19:04:24.795189Z","end":"2026-07-20T19:04:24.905842Z","steps":["trace[688668036] 'range keys from in-memory index tree' (duration: 110.350599ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:24.931275Z","caller":"traceutil/trace.go:171","msg":"trace[1054780657] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"100.136999ms","start":"2026-07-20T19:04:24.83112Z","end":"2026-07-20T19:04:24.931257Z","steps":["trace[1054780657] 'process raft request' (duration: 99.53053ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:25.622449Z","caller":"traceutil/trace.go:171","msg":"trace[686807013] linearizableReadLoop","detail":"{readStateIndex:6654; appliedIndex:6652; }","duration":"233.736801ms","start":"2026-07-20T19:04:25.388687Z","end":"2026-07-20T19:04:25.622424Z","steps":["trace[686807013] 'read index received' (duration: 229.411293ms)","trace[686807013] 'applied index is now lower than readState.Index' (duration: 4.324068ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:04:25.622453Z","caller":"traceutil/trace.go:171","msg":"trace[1192933204] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6416; }","duration":"237.358798ms","start":"2026-07-20T19:04:25.385063Z","end":"2026-07-20T19:04:25.622422Z","steps":["trace[1192933204] 'process raft request' (duration: 233.02488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:25.622641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.932064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:25.622749Z","caller":"traceutil/trace.go:171","msg":"trace[1721400172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6417; }","duration":"234.072555ms","start":"2026-07-20T19:04:25.388657Z","end":"2026-07-20T19:04:25.62273Z","steps":["trace[1721400172] 'agreement among raft nodes before linearized reading' (duration: 233.885803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:25.622961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.128116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-20T19:04:25.623064Z","caller":"traceutil/trace.go:171","msg":"trace[1365838560] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6417; }","duration":"234.253808ms","start":"2026-07-20T19:04:25.388794Z","end":"2026-07-20T19:04:25.623048Z","steps":["trace[1365838560] 'agreement among raft nodes before linearized reading' (duration: 234.012805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:25.623271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.70998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-20T19:04:25.62331Z","caller":"traceutil/trace.go:171","msg":"trace[659554814] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6417; }","duration":"233.764641ms","start":"2026-07-20T19:04:25.389535Z","end":"2026-07-20T19:04:25.623299Z","steps":["trace[659554814] 'agreement among raft nodes before linearized reading' (duration: 233.614429ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:25.623363Z","caller":"traceutil/trace.go:171","msg":"trace[1565805126] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"238.273382ms","start":"2026-07-20T19:04:25.385072Z","end":"2026-07-20T19:04:25.623345Z","steps":["trace[1565805126] 'process raft request' (duration: 237.264166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:25.623429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.220287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2678"} {"level":"info","ts":"2026-07-20T19:04:25.623481Z","caller":"traceutil/trace.go:171","msg":"trace[1795236180] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:6417; }","duration":"234.283599ms","start":"2026-07-20T19:04:25.389181Z","end":"2026-07-20T19:04:25.623465Z","steps":["trace[1795236180] 'agreement among raft nodes before linearized reading' (duration: 234.175097ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:37.809638Z","caller":"traceutil/trace.go:171","msg":"trace[762215081] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"101.703083ms","start":"2026-07-20T19:04:37.707914Z","end":"2026-07-20T19:04:37.809617Z","steps":["trace[762215081] 'process raft request' (duration: 101.594842ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:38.943734Z","caller":"traceutil/trace.go:171","msg":"trace[183250495] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"143.384211ms","start":"2026-07-20T19:04:38.800322Z","end":"2026-07-20T19:04:38.943706Z","steps":["trace[183250495] 'process raft request' (duration: 143.212308ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:39.037375Z","caller":"traceutil/trace.go:171","msg":"trace[1093078343] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"227.49081ms","start":"2026-07-20T19:04:38.809855Z","end":"2026-07-20T19:04:39.037346Z","steps":["trace[1093078343] 'process raft request' (duration: 227.416599ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:39.037403Z","caller":"traceutil/trace.go:171","msg":"trace[847275918] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"233.749677ms","start":"2026-07-20T19:04:38.803622Z","end":"2026-07-20T19:04:39.037372Z","steps":["trace[847275918] 'process raft request' (duration: 233.490594ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:39.037793Z","caller":"traceutil/trace.go:171","msg":"trace[2007628341] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"226.984212ms","start":"2026-07-20T19:04:38.810757Z","end":"2026-07-20T19:04:39.037741Z","steps":["trace[2007628341] 'process raft request' (duration: 226.558026ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:39.037846Z","caller":"traceutil/trace.go:171","msg":"trace[1308979014] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"219.506645ms","start":"2026-07-20T19:04:38.81833Z","end":"2026-07-20T19:04:39.037837Z","steps":["trace[1308979014] 'process raft request' (duration: 219.326283ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:04:39.037891Z","caller":"traceutil/trace.go:171","msg":"trace[1544286989] linearizableReadLoop","detail":"{readStateIndex:6812; appliedIndex:6806; }","duration":"132.41777ms","start":"2026-07-20T19:04:38.905458Z","end":"2026-07-20T19:04:39.037876Z","steps":["trace[1544286989] 'read index received' (duration: 38.189864ms)","trace[1544286989] 'applied index is now lower than readState.Index' (duration: 94.226906ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:04:39.037996Z","caller":"traceutil/trace.go:171","msg":"trace[265614439] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"189.147363ms","start":"2026-07-20T19:04:38.848839Z","end":"2026-07-20T19:04:39.037986Z","steps":["trace[265614439] 'process raft request' (duration: 188.92244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:39.038239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.272259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-20T19:04:39.038898Z","caller":"traceutil/trace.go:171","msg":"trace[1306907277] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6571; }","duration":"132.99001ms","start":"2026-07-20T19:04:38.905893Z","end":"2026-07-20T19:04:39.038883Z","steps":["trace[1306907277] 'agreement among raft nodes before linearized reading' (duration: 132.220058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:39.038271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.492282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-07-20T19:04:39.039482Z","caller":"traceutil/trace.go:171","msg":"trace[320551665] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6571; }","duration":"133.698341ms","start":"2026-07-20T19:04:38.905747Z","end":"2026-07-20T19:04:39.039445Z","steps":["trace[320551665] 'agreement among raft nodes before linearized reading' (duration: 132.306099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:39.038459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.538313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-20T19:04:39.039788Z","caller":"traceutil/trace.go:171","msg":"trace[1897845747] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:6571; }","duration":"133.889774ms","start":"2026-07-20T19:04:38.905884Z","end":"2026-07-20T19:04:39.039774Z","steps":["trace[1897845747] 'agreement among raft nodes before linearized reading' (duration: 132.375281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:04:39.038533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.07274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:04:39.039919Z","caller":"traceutil/trace.go:171","msg":"trace[901108547] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6571; }","duration":"134.476212ms","start":"2026-07-20T19:04:38.905432Z","end":"2026-07-20T19:04:39.039908Z","steps":["trace[901108547] 'agreement among raft nodes before linearized reading' (duration: 133.07305ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:05:03.50101Z","caller":"traceutil/trace.go:171","msg":"trace[1719683333] transaction","detail":"{read_only:false; response_revision:6741; number_of_response:1; }","duration":"283.986439ms","start":"2026-07-20T19:05:03.216998Z","end":"2026-07-20T19:05:03.500984Z","steps":["trace[1719683333] 'process raft request' (duration: 283.793486ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:05:03.510328Z","caller":"traceutil/trace.go:171","msg":"trace[1769272699] linearizableReadLoop","detail":"{readStateIndex:6989; appliedIndex:6987; }","duration":"119.495938ms","start":"2026-07-20T19:05:03.390816Z","end":"2026-07-20T19:05:03.510312Z","steps":["trace[1769272699] 'read index received' (duration: 109.981651ms)","trace[1769272699] 'applied index is now lower than readState.Index' (duration: 9.513497ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:05:03.510368Z","caller":"traceutil/trace.go:171","msg":"trace[1110150626] transaction","detail":"{read_only:false; response_revision:6742; number_of_response:1; }","duration":"291.899472ms","start":"2026-07-20T19:05:03.218456Z","end":"2026-07-20T19:05:03.510355Z","steps":["trace[1110150626] 'process raft request' (duration: 291.77154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:05:03.510512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.679242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-20T19:05:03.510571Z","caller":"traceutil/trace.go:171","msg":"trace[1675524841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6742; }","duration":"119.786913ms","start":"2026-07-20T19:05:03.390769Z","end":"2026-07-20T19:05:03.510556Z","steps":["trace[1675524841] 'agreement among raft nodes before linearized reading' (duration: 119.680871ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:05:04.26689Z","caller":"traceutil/trace.go:171","msg":"trace[514766374] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"122.865709ms","start":"2026-07-20T19:05:04.14399Z","end":"2026-07-20T19:05:04.266855Z","steps":["trace[514766374] 'process raft request' (duration: 75.207746ms)","trace[514766374] 'compare' (duration: 47.248747ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:05:04.32575Z","caller":"traceutil/trace.go:171","msg":"trace[397328060] linearizableReadLoop","detail":"{readStateIndex:6993; appliedIndex:6990; }","duration":"156.935284ms","start":"2026-07-20T19:05:04.168788Z","end":"2026-07-20T19:05:04.325724Z","steps":["trace[397328060] 'read index received' (duration: 50.489926ms)","trace[397328060] 'applied index is now lower than readState.Index' (duration: 106.444368ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:05:04.3258Z","caller":"traceutil/trace.go:171","msg":"trace[1360293327] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"181.616414ms","start":"2026-07-20T19:05:04.144156Z","end":"2026-07-20T19:05:04.325773Z","steps":["trace[1360293327] 'process raft request' (duration: 181.528922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-20T19:05:04.325995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.183208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-20T19:05:04.32604Z","caller":"traceutil/trace.go:171","msg":"trace[1735698287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6746; }","duration":"157.26537ms","start":"2026-07-20T19:05:04.168765Z","end":"2026-07-20T19:05:04.32603Z","steps":["trace[1735698287] 'agreement among raft nodes before linearized reading' (duration: 157.083208ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:05:04.326369Z","caller":"traceutil/trace.go:171","msg":"trace[2020836644] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"181.682975ms","start":"2026-07-20T19:05:04.144116Z","end":"2026-07-20T19:05:04.325799Z","steps":["trace[2020836644] 'process raft request' (duration: 181.43195ms)"],"step_count":1} {"level":"info","ts":"2026-07-20T19:05:04.497677Z","caller":"traceutil/trace.go:171","msg":"trace[2062685848] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"167.13152ms","start":"2026-07-20T19:05:04.330503Z","end":"2026-07-20T19:05:04.497635Z","steps":["trace[2062685848] 'process raft request' (duration: 123.912365ms)","trace[2062685848] 'compare' (duration: 43.089643ms)"],"step_count":2} {"level":"info","ts":"2026-07-20T19:06:47.999483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5436} {"level":"info","ts":"2026-07-20T19:06:48.090256Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5436,"took":"89.604168ms","hash":2920374372,"current-db-size-bytes":53760000,"current-db-size":"54 MB","current-db-size-in-use-bytes":18649088,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-20T19:06:48.090312Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2920374372,"revision":5436,"compact-revision":2838} {"level":"info","ts":"2026-07-20T19:11:48.005556Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7352} {"level":"info","ts":"2026-07-20T19:11:48.065516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7352,"took":"58.42658ms","hash":3464489991,"current-db-size-bytes":53760000,"current-db-size":"54 MB","current-db-size-in-use-bytes":15196160,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-20T19:11:48.065593Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3464489991,"revision":7352,"compact-revision":5436}