{"level":"warn","ts":"2026-07-25T13:33:22.578654Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-25T13:33:22.578723Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-25T13:33:22.578778Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-25T13:33:22.578788Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-25T13:33:22.578803Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-25T13:33:22.579455Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-07-25T13:33:22.579533Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-25T13:33:22.585259Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.546687ms"} {"level":"info","ts":"2026-07-25T13:33:22.592004Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-07-25T13:33:22.592084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-07-25T13:33:22.592104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-07-25T13:33:22.592121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-25T13:33:22.592137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-07-25T13:33:22.592182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-07-25T13:33:22.597524Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-25T13:33:22.598686Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-25T13:33:22.599873Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-25T13:33:22.601842Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-25T13:33:22.602095Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-25T13:33:22.602315Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-25T13:33:22.602335Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-25T13:33:22.60248Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-25T13:33:22.603751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-07-25T13:33:22.604697Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-25T13:33:22.606874Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-25T13:33:22.607026Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-25T13:33:22.607141Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-25T13:33:22.60727Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-25T13:33:22.607311Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-25T13:33:23.092328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-07-25T13:33:23.092412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-25T13:33:23.092474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-07-25T13:33:23.092523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-07-25T13:33:23.092546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-07-25T13:33:23.092572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-07-25T13:33:23.092592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-07-25T13:33:23.139867Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-07-25T13:33:23.140161Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-25T13:33:23.140627Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-25T13:33:23.140882Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-25T13:33:23.140935Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-25T13:33:23.139643Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-25T13:33:23.14444Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-07-25T13:33:23.14515Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-07-25T13:33:23.145233Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-25T13:33:23.145262Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-25T13:33:23.145865Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-25T13:33:44.810253Z","caller":"traceutil/trace.go:171","msg":"trace[1529003742] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"106.401003ms","start":"2026-07-25T13:33:44.703827Z","end":"2026-07-25T13:33:44.810228Z","steps":["trace[1529003742] 'process raft request' (duration: 106.28801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:33:45.043996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.444991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T13:33:45.044118Z","caller":"traceutil/trace.go:171","msg":"trace[913361677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:382; }","duration":"155.618176ms","start":"2026-07-25T13:33:44.88848Z","end":"2026-07-25T13:33:45.044098Z","steps":["trace[913361677] 'range keys from in-memory index tree' (duration: 155.348808ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:33:45.196858Z","caller":"traceutil/trace.go:171","msg":"trace[1844314083] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"148.978897ms","start":"2026-07-25T13:33:45.047861Z","end":"2026-07-25T13:33:45.19684Z","steps":["trace[1844314083] 'process raft request' (duration: 148.868654ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:34:09.087898Z","caller":"traceutil/trace.go:171","msg":"trace[425554483] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"115.311052ms","start":"2026-07-25T13:34:08.972555Z","end":"2026-07-25T13:34:09.087866Z","steps":["trace[425554483] 'read index received' (duration: 115.186569ms)","trace[425554483] 'applied index is now lower than readState.Index' (duration: 122.943µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:34:09.087988Z","caller":"traceutil/trace.go:171","msg":"trace[59474830] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"283.346239ms","start":"2026-07-25T13:34:08.804609Z","end":"2026-07-25T13:34:09.087956Z","steps":["trace[59474830] 'process raft request' (duration: 283.077803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:34:09.088178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.609458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-25T13:34:09.088217Z","caller":"traceutil/trace.go:171","msg":"trace[1514586440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"115.70402ms","start":"2026-07-25T13:34:08.972502Z","end":"2026-07-25T13:34:09.088206Z","steps":["trace[1514586440] 'agreement among raft nodes before linearized reading' (duration: 115.520516ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:34:09.153671Z","caller":"traceutil/trace.go:171","msg":"trace[1601377694] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"165.697087ms","start":"2026-07-25T13:34:08.987943Z","end":"2026-07-25T13:34:09.15364Z","steps":["trace[1601377694] 'process raft request' (duration: 130.007421ms)","trace[1601377694] 'compare' (duration: 35.502012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T13:34:09.153889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.818747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wsjnt\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-25T13:34:09.153964Z","caller":"traceutil/trace.go:171","msg":"trace[1807502247] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wsjnt; range_end:; response_count:1; response_revision:596; }","duration":"142.944829ms","start":"2026-07-25T13:34:09.011001Z","end":"2026-07-25T13:34:09.153946Z","steps":["trace[1807502247] 'agreement among raft nodes before linearized reading' (duration: 142.656692ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:34:09.662814Z","caller":"traceutil/trace.go:171","msg":"trace[396559567] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"366.230293ms","start":"2026-07-25T13:34:09.29656Z","end":"2026-07-25T13:34:09.66279Z","steps":["trace[396559567] 'read index received' (duration: 365.988797ms)","trace[396559567] 'applied index is now lower than readState.Index' (duration: 240.696µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:34:09.662844Z","caller":"traceutil/trace.go:171","msg":"trace[527988563] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"494.120952ms","start":"2026-07-25T13:34:09.168694Z","end":"2026-07-25T13:34:09.662815Z","steps":["trace[527988563] 'process raft request' (duration: 493.692073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:34:09.663021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.441188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T13:34:09.663046Z","caller":"traceutil/trace.go:171","msg":"trace[2017645359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"366.50388ms","start":"2026-07-25T13:34:09.296534Z","end":"2026-07-25T13:34:09.663038Z","steps":["trace[2017645359] 'agreement among raft nodes before linearized reading' (duration: 366.333595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:34:09.663067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:34:09.296526Z","time spent":"366.536161ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T13:34:09.663414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:34:09.168662Z","time spent":"494.244575ms","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:34:09.710304Z","caller":"traceutil/trace.go:171","msg":"trace[296680375] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"152.194388ms","start":"2026-07-25T13:34:09.55808Z","end":"2026-07-25T13:34:09.710274Z","steps":["trace[296680375] 'process raft request' (duration: 151.697117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:34:47.110019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.66787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-25T13:34:47.110145Z","caller":"traceutil/trace.go:171","msg":"trace[985697269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1232; }","duration":"102.836164ms","start":"2026-07-25T13:34:47.007284Z","end":"2026-07-25T13:34:47.11012Z","steps":["trace[985697269] 'range keys from in-memory index tree' (duration: 102.502218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:34:50.022437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.333485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T13:34:50.022533Z","caller":"traceutil/trace.go:171","msg":"trace[1565382803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1249; }","duration":"125.468048ms","start":"2026-07-25T13:34:49.897043Z","end":"2026-07-25T13:34:50.022511Z","steps":["trace[1565382803] 'range keys from in-memory index tree' (duration: 125.161942ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:34:51.409071Z","caller":"traceutil/trace.go:171","msg":"trace[358748382] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"109.959514ms","start":"2026-07-25T13:34:51.299043Z","end":"2026-07-25T13:34:51.409002Z","steps":["trace[358748382] 'process raft request' (duration: 85.491261ms)","trace[358748382] 'compare' (duration: 24.35794ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:34:57.862486Z","caller":"traceutil/trace.go:171","msg":"trace[1445284806] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1395; }","duration":"105.459977ms","start":"2026-07-25T13:34:57.756994Z","end":"2026-07-25T13:34:57.862454Z","steps":["trace[1445284806] 'read index received' (duration: 105.261534ms)","trace[1445284806] 'applied index is now lower than readState.Index' (duration: 197.043µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:34:57.862615Z","caller":"traceutil/trace.go:171","msg":"trace[1253607558] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"136.978652ms","start":"2026-07-25T13:34:57.725598Z","end":"2026-07-25T13:34:57.862576Z","steps":["trace[1253607558] 'process raft request' (duration: 136.660947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:34:57.862696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.665151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:34:57.862771Z","caller":"traceutil/trace.go:171","msg":"trace[749669862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1361; }","duration":"105.825963ms","start":"2026-07-25T13:34:57.756931Z","end":"2026-07-25T13:34:57.862757Z","steps":["trace[749669862] 'agreement among raft nodes before linearized reading' (duration: 105.658271ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:35:16.497621Z","caller":"traceutil/trace.go:171","msg":"trace[2142142783] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"138.611995ms","start":"2026-07-25T13:35:16.358982Z","end":"2026-07-25T13:35:16.497594Z","steps":["trace[2142142783] 'process raft request' (duration: 133.619309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:35:22.273104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.329456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-25T13:35:22.27322Z","caller":"traceutil/trace.go:171","msg":"trace[184231719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1697; }","duration":"100.496777ms","start":"2026-07-25T13:35:22.172697Z","end":"2026-07-25T13:35:22.273194Z","steps":["trace[184231719] 'range keys from in-memory index tree' (duration: 100.122013ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:35:22.426645Z","caller":"traceutil/trace.go:171","msg":"trace[1965587613] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"149.069498ms","start":"2026-07-25T13:35:22.277552Z","end":"2026-07-25T13:35:22.426621Z","steps":["trace[1965587613] 'process raft request' (duration: 148.923076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:35:22.675489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.475467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:35:22.675591Z","caller":"traceutil/trace.go:171","msg":"trace[1208923197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1698; }","duration":"170.63986ms","start":"2026-07-25T13:35:22.504929Z","end":"2026-07-25T13:35:22.675569Z","steps":["trace[1208923197] 'range keys from in-memory index tree' (duration: 170.382226ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:35:22.675591Z","caller":"traceutil/trace.go:171","msg":"trace[336237379] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"160.356138ms","start":"2026-07-25T13:35:22.515194Z","end":"2026-07-25T13:35:22.67555Z","steps":["trace[336237379] 'process raft request' (duration: 81.016818ms)","trace[336237379] 'compare' (duration: 79.173189ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:35:46.315159Z","caller":"traceutil/trace.go:171","msg":"trace[103087022] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"169.164614ms","start":"2026-07-25T13:35:46.145965Z","end":"2026-07-25T13:35:46.31513Z","steps":["trace[103087022] 'process raft request' (duration: 133.922176ms)","trace[103087022] 'compare' (duration: 35.117837ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:35:46.371537Z","caller":"traceutil/trace.go:171","msg":"trace[1275166360] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"138.803198ms","start":"2026-07-25T13:35:46.232698Z","end":"2026-07-25T13:35:46.371501Z","steps":["trace[1275166360] 'process raft request' (duration: 138.615506ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:35:46.593745Z","caller":"traceutil/trace.go:171","msg":"trace[2085223033] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"156.448897ms","start":"2026-07-25T13:35:46.437252Z","end":"2026-07-25T13:35:46.593701Z","steps":["trace[2085223033] 'process raft request' (duration: 92.485741ms)","trace[2085223033] 'compare' (duration: 63.780904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T13:35:47.195507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.218457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-25T13:35:47.195559Z","caller":"traceutil/trace.go:171","msg":"trace[257880142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1827; }","duration":"312.305868ms","start":"2026-07-25T13:35:46.883242Z","end":"2026-07-25T13:35:47.195548Z","steps":["trace[257880142] 'range keys from in-memory index tree' (duration: 312.114327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:35:47.195581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:35:46.883229Z","time spent":"312.346998ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T13:35:47.195571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.501269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-tds7l\" ","response":"range_response_count:1 size:6146"} {"level":"info","ts":"2026-07-25T13:35:47.195645Z","caller":"traceutil/trace.go:171","msg":"trace[1448604501] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-tds7l; range_end:; response_count:1; response_revision:1827; }","duration":"297.62152ms","start":"2026-07-25T13:35:46.898006Z","end":"2026-07-25T13:35:47.195628Z","steps":["trace[1448604501] 'range keys from in-memory index tree' (duration: 297.275476ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:37:05.999958Z","caller":"traceutil/trace.go:171","msg":"trace[2035293058] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"116.26316ms","start":"2026-07-25T13:37:05.883676Z","end":"2026-07-25T13:37:05.999939Z","steps":["trace[2035293058] 'process raft request' (duration: 116.144757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:37:06.587028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.7501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T13:37:06.587178Z","caller":"traceutil/trace.go:171","msg":"trace[320702261] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"291.475378ms","start":"2026-07-25T13:37:06.295689Z","end":"2026-07-25T13:37:06.587165Z","steps":["trace[320702261] 'process raft request' (duration: 291.423706ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:37:06.58732Z","caller":"traceutil/trace.go:171","msg":"trace[1143724823] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"450.048312ms","start":"2026-07-25T13:37:06.137245Z","end":"2026-07-25T13:37:06.587293Z","steps":["trace[1143724823] 'process raft request' (duration: 312.84895ms)","trace[1143724823] 'compare' (duration: 136.618047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T13:37:06.587447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:37:06.137227Z","time spent":"450.154475ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:37:25.372069Z","caller":"traceutil/trace.go:171","msg":"trace[1392389504] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"145.477181ms","start":"2026-07-25T13:37:25.226566Z","end":"2026-07-25T13:37:25.372043Z","steps":["trace[1392389504] 'process raft request' (duration: 145.221616ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:37:25.990428Z","caller":"traceutil/trace.go:171","msg":"trace[1320217099] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"102.557385ms","start":"2026-07-25T13:37:25.88785Z","end":"2026-07-25T13:37:25.990407Z","steps":["trace[1320217099] 'process raft request' (duration: 101.214437ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:37:26.3602Z","caller":"traceutil/trace.go:171","msg":"trace[729213882] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"234.603546ms","start":"2026-07-25T13:37:26.125564Z","end":"2026-07-25T13:37:26.360168Z","steps":["trace[729213882] 'process raft request' (duration: 160.408805ms)","trace[729213882] 'compare' (duration: 73.970387ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:37:26.360316Z","caller":"traceutil/trace.go:171","msg":"trace[2115991691] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2417; }","duration":"191.934353ms","start":"2026-07-25T13:37:26.168331Z","end":"2026-07-25T13:37:26.360265Z","steps":["trace[2115991691] 'read index received' (duration: 2.642025ms)","trace[2115991691] 'applied index is now lower than readState.Index' (duration: 189.288618ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:37:26.360349Z","caller":"traceutil/trace.go:171","msg":"trace[448131897] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"188.354569ms","start":"2026-07-25T13:37:26.171969Z","end":"2026-07-25T13:37:26.360324Z","steps":["trace[448131897] 'process raft request' (duration: 188.186405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:37:26.360464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.114347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:37:26.360504Z","caller":"traceutil/trace.go:171","msg":"trace[1384908257] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2334; }","duration":"192.214839ms","start":"2026-07-25T13:37:26.168275Z","end":"2026-07-25T13:37:26.36049Z","steps":["trace[1384908257] 'agreement among raft nodes before linearized reading' (duration: 192.096137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:42:11.246711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.434343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T13:42:11.247154Z","caller":"traceutil/trace.go:171","msg":"trace[281847981] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"1.051338784s","start":"2026-07-25T13:42:10.195776Z","end":"2026-07-25T13:42:11.247114Z","steps":["trace[281847981] 'process raft request' (duration: 676.413839ms)","trace[281847981] 'compare' (duration: 374.141515ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:42:11.247186Z","caller":"traceutil/trace.go:171","msg":"trace[2060541511] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"704.989388ms","start":"2026-07-25T13:42:10.542155Z","end":"2026-07-25T13:42:11.247144Z","steps":["trace[2060541511] 'process raft request' (duration: 704.68071ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:42:11.247207Z","caller":"traceutil/trace.go:171","msg":"trace[72164509] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"158.534655ms","start":"2026-07-25T13:42:11.088636Z","end":"2026-07-25T13:42:11.24717Z","steps":["trace[72164509] 'process raft request' (duration: 158.281988ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:42:11.247254Z","caller":"traceutil/trace.go:171","msg":"trace[690068973] linearizableReadLoop","detail":"{readStateIndex:4088; appliedIndex:4087; }","duration":"813.48809ms","start":"2026-07-25T13:42:10.433704Z","end":"2026-07-25T13:42:11.247192Z","steps":["trace[690068973] 'read index received' (duration: 438.514943ms)","trace[690068973] 'applied index is now lower than readState.Index' (duration: 374.962977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T13:42:11.247328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:42:10.542129Z","time spent":"705.115381ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:42:11.24733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:42:10.195753Z","time spent":"1.051486587s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:42:11.250541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.818613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-25T13:42:11.250601Z","caller":"traceutil/trace.go:171","msg":"trace[1821487060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3943; }","duration":"816.951886ms","start":"2026-07-25T13:42:10.433635Z","end":"2026-07-25T13:42:11.250587Z","steps":["trace[1821487060] 'agreement among raft nodes before linearized reading' (duration: 813.692106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:42:11.250635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:42:10.433607Z","time spent":"817.020348ms","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-25T13:42:11.250676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.610909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-25T13:42:11.25071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.233296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-25T13:42:11.250692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.373394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11987"} {"level":"warn","ts":"2026-07-25T13:42:11.250764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.018223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-25T13:42:11.250786Z","caller":"traceutil/trace.go:171","msg":"trace[417786623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3943; }","duration":"366.513057ms","start":"2026-07-25T13:42:10.884265Z","end":"2026-07-25T13:42:11.250778Z","steps":["trace[417786623] 'agreement among raft nodes before linearized reading' (duration: 366.23531ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:42:11.250801Z","caller":"traceutil/trace.go:171","msg":"trace[1804407636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3943; }","duration":"500.346539ms","start":"2026-07-25T13:42:10.750432Z","end":"2026-07-25T13:42:11.250778Z","steps":["trace[1804407636] 'agreement among raft nodes before linearized reading' (duration: 500.131984ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:42:11.250817Z","caller":"traceutil/trace.go:171","msg":"trace[909610229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3943; }","duration":"125.098875ms","start":"2026-07-25T13:42:11.125705Z","end":"2026-07-25T13:42:11.250803Z","steps":["trace[909610229] 'agreement among raft nodes before linearized reading' (duration: 124.956161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:42:11.250824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:42:10.884243Z","time spent":"366.570328ms","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T13:42:11.250786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.883297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T13:42:11.250847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:42:10.750421Z","time spent":"500.41653ms","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-25T13:42:11.250873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.842138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-25T13:42:11.250893Z","caller":"traceutil/trace.go:171","msg":"trace[1244726401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3943; }","duration":"568.88571ms","start":"2026-07-25T13:42:10.682002Z","end":"2026-07-25T13:42:11.250887Z","steps":["trace[1244726401] 'agreement among raft nodes before linearized reading' (duration: 568.823588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:42:11.250916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:42:10.681991Z","time spent":"568.92202ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T13:42:11.250906Z","caller":"traceutil/trace.go:171","msg":"trace[1003071646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3943; }","duration":"493.99074ms","start":"2026-07-25T13:42:10.756876Z","end":"2026-07-25T13:42:11.250867Z","steps":["trace[1003071646] 'agreement among raft nodes before linearized reading' (duration: 493.845867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:42:11.250979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:42:10.75682Z","time spent":"494.150834ms","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T13:42:11.250748Z","caller":"traceutil/trace.go:171","msg":"trace[942996732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3943; }","duration":"725.727582ms","start":"2026-07-25T13:42:10.525004Z","end":"2026-07-25T13:42:11.250732Z","steps":["trace[942996732] 'agreement among raft nodes before linearized reading' (duration: 725.487146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:42:11.25104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:42:10.524988Z","time spent":"726.046309ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-25T13:42:13.241282Z","caller":"traceutil/trace.go:171","msg":"trace[2127981060] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"176.285765ms","start":"2026-07-25T13:42:13.064952Z","end":"2026-07-25T13:42:13.241238Z","steps":["trace[2127981060] 'process raft request' (duration: 176.052589ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:23.169132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2620} {"level":"info","ts":"2026-07-25T13:43:23.238099Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2620,"took":"68.024776ms","hash":680776823,"current-db-size-bytes":33423360,"current-db-size":"33 MB","current-db-size-in-use-bytes":9105408,"current-db-size-in-use":"9.1 MB"} {"level":"info","ts":"2026-07-25T13:43:23.238158Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":680776823,"revision":2620,"compact-revision":-1} {"level":"warn","ts":"2026-07-25T13:43:32.737715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699487746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:43:33.238326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699487746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:43:33.738715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699487746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:43:34.239981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699487746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:43:34.505795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001163173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-25T13:43:34.505888Z","caller":"traceutil/trace.go:171","msg":"trace[2028838630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001302296s","start":"2026-07-25T13:43:32.504568Z","end":"2026-07-25T13:43:34.50587Z","steps":["trace[2028838630] 'agreement among raft nodes before linearized reading' (duration: 2.001181013s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.5065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:32.504556Z","time spent":"2.001373089s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 13:43:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-25T13:43:34.740718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699487746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:43:34.757448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-25T13:43:34.757536Z","caller":"traceutil/trace.go:171","msg":"trace[1130233968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433656s","start":"2026-07-25T13:43:32.757078Z","end":"2026-07-25T13:43:34.757512Z","steps":["trace[1130233968] 'agreement among raft nodes before linearized reading' (duration: 2.000336073s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.757593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:32.757059Z","time spent":"2.000521667s","remote":"127.0.0.1:40282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 13:43:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-25T13:43:34.839262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.677261669s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T13:43:34.83963Z","caller":"traceutil/trace.go:171","msg":"trace[1150561227] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"2.677763622s","start":"2026-07-25T13:43:32.16184Z","end":"2026-07-25T13:43:34.839604Z","steps":["trace[1150561227] 'process raft request' (duration: 2.677629028s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.839786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:32.161813Z","time spent":"2.677874474s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:43:34.840307Z","caller":"traceutil/trace.go:171","msg":"trace[628140819] linearizableReadLoop","detail":"{readStateIndex:4568; appliedIndex:4563; }","duration":"2.602996618s","start":"2026-07-25T13:43:32.237295Z","end":"2026-07-25T13:43:34.840292Z","steps":["trace[628140819] 'read index received' (duration: 2.602189217s)","trace[628140819] 'applied index is now lower than readState.Index' (duration: 806.811µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:43:34.840408Z","caller":"traceutil/trace.go:171","msg":"trace[837490893] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"330.571107ms","start":"2026-07-25T13:43:34.509811Z","end":"2026-07-25T13:43:34.840382Z","steps":["trace[837490893] 'process raft request' (duration: 330.441804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.840494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603187412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-25T13:43:34.840517Z","caller":"traceutil/trace.go:171","msg":"trace[198993037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4402; }","duration":"2.603252854s","start":"2026-07-25T13:43:32.237257Z","end":"2026-07-25T13:43:34.84051Z","steps":["trace[198993037] 'agreement among raft nodes before linearized reading' (duration: 2.603164472s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.840534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:32.237244Z","time spent":"2.603285685s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T13:43:34.840539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:34.509792Z","time spent":"330.69322ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-25T13:43:34.840668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349217675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-25T13:43:34.840692Z","caller":"traceutil/trace.go:171","msg":"trace[1030976401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4402; }","duration":"2.349286176s","start":"2026-07-25T13:43:32.4914Z","end":"2026-07-25T13:43:34.840686Z","steps":["trace[1030976401] 'agreement among raft nodes before linearized reading' (duration: 2.349227955s)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:34.840707Z","caller":"traceutil/trace.go:171","msg":"trace[1913733473] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"1.281384385s","start":"2026-07-25T13:43:33.559314Z","end":"2026-07-25T13:43:34.840698Z","steps":["trace[1913733473] 'process raft request' (duration: 1.280814272s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.840718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:32.491358Z","time spent":"2.349350918s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T13:43:34.840755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:33.559289Z","time spent":"1.281435697s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:43:34.840814Z","caller":"traceutil/trace.go:171","msg":"trace[1095766922] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"1.277499188s","start":"2026-07-25T13:43:33.563309Z","end":"2026-07-25T13:43:34.840809Z","steps":["trace[1095766922] 'process raft request' (duration: 1.276898534s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.840807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246856729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-25T13:43:34.840829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020530945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-07-25T13:43:34.840844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:33.563296Z","time spent":"1.27753086s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:43:34.840856Z","caller":"traceutil/trace.go:171","msg":"trace[566845358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4402; }","duration":"2.020578896s","start":"2026-07-25T13:43:32.820268Z","end":"2026-07-25T13:43:34.840847Z","steps":["trace[566845358] 'agreement among raft nodes before linearized reading' (duration: 2.020497994s)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:34.840854Z","caller":"traceutil/trace.go:171","msg":"trace[1132426887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4402; }","duration":"1.246937381s","start":"2026-07-25T13:43:33.593904Z","end":"2026-07-25T13:43:34.840841Z","steps":["trace[1132426887] 'agreement among raft nodes before linearized reading' (duration: 1.246796918s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.840876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:32.820257Z","time spent":"2.020613987s","remote":"127.0.0.1:60220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5450,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-25T13:43:34.840884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:33.593887Z","time spent":"1.246990602s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T13:43:34.840866Z","caller":"traceutil/trace.go:171","msg":"trace[1703242473] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"1.277266333s","start":"2026-07-25T13:43:33.563581Z","end":"2026-07-25T13:43:34.840847Z","steps":["trace[1703242473] 'process raft request' (duration: 1.276650948s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.840984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237827995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-25T13:43:34.841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:33.56355Z","time spent":"1.277364605s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:43:34.841011Z","caller":"traceutil/trace.go:171","msg":"trace[1554753545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4402; }","duration":"1.237865056s","start":"2026-07-25T13:43:33.60314Z","end":"2026-07-25T13:43:34.841005Z","steps":["trace[1554753545] 'agreement among raft nodes before linearized reading' (duration: 1.237801524s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.841014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051973074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T13:43:34.84103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:33.603134Z","time spent":"1.237891946s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-25T13:43:34.84104Z","caller":"traceutil/trace.go:171","msg":"trace[1267931943] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4402; }","duration":"2.052021825s","start":"2026-07-25T13:43:32.789012Z","end":"2026-07-25T13:43:34.841034Z","steps":["trace[1267931943] 'agreement among raft nodes before linearized reading' (duration: 2.051971093s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.841068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:32.789Z","time spent":"2.052059506s","remote":"127.0.0.1:40748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-25T13:43:34.841123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240936892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-25T13:43:34.841146Z","caller":"traceutil/trace.go:171","msg":"trace[347534755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4402; }","duration":"1.240994023s","start":"2026-07-25T13:43:33.600145Z","end":"2026-07-25T13:43:34.84114Z","steps":["trace[347534755] 'agreement among raft nodes before linearized reading' (duration: 1.240930642s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.841164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:33.600133Z","time spent":"1.241027214s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T13:43:34.841314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.742619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:43:34.841354Z","caller":"traceutil/trace.go:171","msg":"trace[959360796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4402; }","duration":"736.830081ms","start":"2026-07-25T13:43:34.104512Z","end":"2026-07-25T13:43:34.841342Z","steps":["trace[959360796] 'agreement among raft nodes before linearized reading' (duration: 736.150435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:34.84138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:34.104496Z","time spent":"736.878232ms","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-25T13:43:36.933317Z","caller":"traceutil/trace.go:171","msg":"trace[1333590913] linearizableReadLoop","detail":"{readStateIndex:4578; appliedIndex:4577; }","duration":"396.867331ms","start":"2026-07-25T13:43:36.536417Z","end":"2026-07-25T13:43:36.933284Z","steps":["trace[1333590913] 'read index received' (duration: 396.81457ms)","trace[1333590913] 'applied index is now lower than readState.Index' (duration: 51.091µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T13:43:36.933428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:36.117768Z","time spent":"815.654247ms","remote":"127.0.0.1:40308","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-25T13:43:36.933551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.088528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:43:36.933664Z","caller":"traceutil/trace.go:171","msg":"trace[15845765] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:0; response_revision:4411; }","duration":"397.264632ms","start":"2026-07-25T13:43:36.536373Z","end":"2026-07-25T13:43:36.933638Z","steps":["trace[15845765] 'agreement among raft nodes before linearized reading' (duration: 397.057037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:36.933712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:43:36.536355Z","time spent":"397.347914ms","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-07-25T13:43:36.934839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.444734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:43:36.934946Z","caller":"traceutil/trace.go:171","msg":"trace[1237993821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4415; }","duration":"178.598098ms","start":"2026-07-25T13:43:36.756321Z","end":"2026-07-25T13:43:36.93492Z","steps":["trace[1237993821] 'agreement among raft nodes before linearized reading' (duration: 178.413204ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.257092Z","caller":"traceutil/trace.go:171","msg":"trace[530556290] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"153.471062ms","start":"2026-07-25T13:43:59.103591Z","end":"2026-07-25T13:43:59.257062Z","steps":["trace[530556290] 'process raft request' (duration: 153.3802ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.257153Z","caller":"traceutil/trace.go:171","msg":"trace[371864858] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"154.860247ms","start":"2026-07-25T13:43:59.102256Z","end":"2026-07-25T13:43:59.257116Z","steps":["trace[371864858] 'process raft request' (duration: 154.543808ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.257382Z","caller":"traceutil/trace.go:171","msg":"trace[414078935] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4829; }","duration":"149.968395ms","start":"2026-07-25T13:43:59.107379Z","end":"2026-07-25T13:43:59.257347Z","steps":["trace[414078935] 'read index received' (duration: 24.576439ms)","trace[414078935] 'applied index is now lower than readState.Index' (duration: 125.388866ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:43:59.257432Z","caller":"traceutil/trace.go:171","msg":"trace[1208465734] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"152.289384ms","start":"2026-07-25T13:43:59.10511Z","end":"2026-07-25T13:43:59.257399Z","steps":["trace[1208465734] 'process raft request' (duration: 151.911104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:59.257696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.862803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-25T13:43:59.25772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.173686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-25T13:43:59.257717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.316284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-25T13:43:59.257749Z","caller":"traceutil/trace.go:171","msg":"trace[1549843279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4660; }","duration":"149.936145ms","start":"2026-07-25T13:43:59.107798Z","end":"2026-07-25T13:43:59.257734Z","steps":["trace[1549843279] 'agreement among raft nodes before linearized reading' (duration: 149.777971ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.25779Z","caller":"traceutil/trace.go:171","msg":"trace[492987500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4660; }","duration":"150.398786ms","start":"2026-07-25T13:43:59.107351Z","end":"2026-07-25T13:43:59.25775Z","steps":["trace[492987500] 'agreement among raft nodes before linearized reading' (duration: 150.193091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:59.257776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.074788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-25T13:43:59.257812Z","caller":"traceutil/trace.go:171","msg":"trace[48925756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4660; }","duration":"147.221337ms","start":"2026-07-25T13:43:59.110524Z","end":"2026-07-25T13:43:59.257745Z","steps":["trace[48925756] 'agreement among raft nodes before linearized reading' (duration: 147.090484ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.257851Z","caller":"traceutil/trace.go:171","msg":"trace[828277002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4660; }","duration":"146.188121ms","start":"2026-07-25T13:43:59.111645Z","end":"2026-07-25T13:43:59.257834Z","steps":["trace[828277002] 'agreement among raft nodes before linearized reading' (duration: 145.995657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:43:59.257938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.865798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-25T13:43:59.258065Z","caller":"traceutil/trace.go:171","msg":"trace[1378775499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4660; }","duration":"149.011481ms","start":"2026-07-25T13:43:59.10902Z","end":"2026-07-25T13:43:59.258031Z","steps":["trace[1378775499] 'agreement among raft nodes before linearized reading' (duration: 148.664093ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.511515Z","caller":"traceutil/trace.go:171","msg":"trace[735377834] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"249.597363ms","start":"2026-07-25T13:43:59.26189Z","end":"2026-07-25T13:43:59.511487Z","steps":["trace[735377834] 'process raft request' (duration: 235.804391ms)","trace[735377834] 'compare' (duration: 13.68304ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:43:59.522277Z","caller":"traceutil/trace.go:171","msg":"trace[1743012963] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"260.250327ms","start":"2026-07-25T13:43:59.26201Z","end":"2026-07-25T13:43:59.52226Z","steps":["trace[1743012963] 'process raft request' (duration: 260.027762ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.522294Z","caller":"traceutil/trace.go:171","msg":"trace[533225425] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"259.60454ms","start":"2026-07-25T13:43:59.262663Z","end":"2026-07-25T13:43:59.522268Z","steps":["trace[533225425] 'process raft request' (duration: 259.522108ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.522361Z","caller":"traceutil/trace.go:171","msg":"trace[1546772835] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"259.756704ms","start":"2026-07-25T13:43:59.26257Z","end":"2026-07-25T13:43:59.522327Z","steps":["trace[1546772835] 'process raft request' (duration: 259.580129ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:43:59.522433Z","caller":"traceutil/trace.go:171","msg":"trace[397982212] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"259.675002ms","start":"2026-07-25T13:43:59.262739Z","end":"2026-07-25T13:43:59.522414Z","steps":["trace[397982212] 'process raft request' (duration: 259.477737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.125139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699488754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:44:24.6256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699488754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:44:24.849837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627480816s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T13:44:24.85023Z","caller":"traceutil/trace.go:171","msg":"trace[1644147368] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"1.627965508s","start":"2026-07-25T13:44:23.222238Z","end":"2026-07-25T13:44:24.850203Z","steps":["trace[1644147368] 'process raft request' (duration: 1.627784683s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.8504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.222214Z","time spent":"1.62809192s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:44:24.854625Z","caller":"traceutil/trace.go:171","msg":"trace[1597385351] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4983; }","duration":"1.229550188s","start":"2026-07-25T13:44:23.625055Z","end":"2026-07-25T13:44:24.854605Z","steps":["trace[1597385351] 'read index received' (duration: 1.224964224s)","trace[1597385351] 'applied index is now lower than readState.Index' (duration: 4.585224ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:44:24.854944Z","caller":"traceutil/trace.go:171","msg":"trace[1965860581] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"1.515858361s","start":"2026-07-25T13:44:23.339043Z","end":"2026-07-25T13:44:24.854902Z","steps":["trace[1965860581] 'process raft request' (duration: 1.515497942s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.854982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225703822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-25T13:44:24.855014Z","caller":"traceutil/trace.go:171","msg":"trace[432691671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4809; }","duration":"1.225764024s","start":"2026-07-25T13:44:23.629241Z","end":"2026-07-25T13:44:24.855005Z","steps":["trace[432691671] 'agreement among raft nodes before linearized reading' (duration: 1.225647171s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.854995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229917387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-25T13:44:24.855086Z","caller":"traceutil/trace.go:171","msg":"trace[1588644825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4809; }","duration":"1.230047971s","start":"2026-07-25T13:44:23.625014Z","end":"2026-07-25T13:44:24.855062Z","steps":["trace[1588644825] 'agreement among raft nodes before linearized reading' (duration: 1.229836575s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.855095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.339022Z","time spent":"1.515983994s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:44:24.855124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.624995Z","time spent":"1.230121392s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T13:44:24.855039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.629235Z","time spent":"1.225796645s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-25T13:44:24.855227Z","caller":"traceutil/trace.go:171","msg":"trace[762151820] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"1.520985347s","start":"2026-07-25T13:44:23.334234Z","end":"2026-07-25T13:44:24.85522Z","steps":["trace[762151820] 'process raft request' (duration: 1.520208738s)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:44:24.855233Z","caller":"traceutil/trace.go:171","msg":"trace[1070118960] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"1.44881964s","start":"2026-07-25T13:44:23.406384Z","end":"2026-07-25T13:44:24.855203Z","steps":["trace[1070118960] 'process raft request' (duration: 1.448192165s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.85527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.334212Z","time spent":"1.521038259s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:44:24.855299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.263421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:24.855327Z","caller":"traceutil/trace.go:171","msg":"trace[1849628810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4809; }","duration":"221.351823ms","start":"2026-07-25T13:44:24.633966Z","end":"2026-07-25T13:44:24.855318Z","steps":["trace[1849628810] 'agreement among raft nodes before linearized reading' (duration: 221.295501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.855375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.406184Z","time spent":"1.449114797s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:44:24.855399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222705398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-25T13:44:24.855417Z","caller":"traceutil/trace.go:171","msg":"trace[1561154526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4809; }","duration":"1.222753819s","start":"2026-07-25T13:44:23.632658Z","end":"2026-07-25T13:44:24.855412Z","steps":["trace[1561154526] 'agreement among raft nodes before linearized reading' (duration: 1.222667897s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.855431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.632641Z","time spent":"1.22278675s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T13:44:24.855481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.473668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:24.855501Z","caller":"traceutil/trace.go:171","msg":"trace[942194928] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4809; }","duration":"542.532079ms","start":"2026-07-25T13:44:24.312963Z","end":"2026-07-25T13:44:24.855495Z","steps":["trace[942194928] 'agreement among raft nodes before linearized reading' (duration: 542.501928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.855514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:24.312943Z","time spent":"542.566879ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-25T13:44:24.855529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098691837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:24.855577Z","caller":"traceutil/trace.go:171","msg":"trace[1683014532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4809; }","duration":"1.098722827s","start":"2026-07-25T13:44:23.756828Z","end":"2026-07-25T13:44:24.855551Z","steps":["trace[1683014532] 'agreement among raft nodes before linearized reading' (duration: 1.098663146s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.855612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.756755Z","time spent":"1.09885046s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T13:44:24.855642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221643173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-25T13:44:24.855479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224874472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-25T13:44:24.855811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.430004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:24.855835Z","caller":"traceutil/trace.go:171","msg":"trace[1006094675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4809; }","duration":"1.225242211s","start":"2026-07-25T13:44:23.630586Z","end":"2026-07-25T13:44:24.855828Z","steps":["trace[1006094675] 'agreement among raft nodes before linearized reading' (duration: 1.224840331s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.85586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.630581Z","time spent":"1.225273032s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T13:44:24.855869Z","caller":"traceutil/trace.go:171","msg":"trace[1052595539] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4809; }","duration":"994.503815ms","start":"2026-07-25T13:44:23.861328Z","end":"2026-07-25T13:44:24.855832Z","steps":["trace[1052595539] 'agreement among raft nodes before linearized reading' (duration: 994.447254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.855893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.861308Z","time spent":"994.578528ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-25T13:44:24.855655Z","caller":"traceutil/trace.go:171","msg":"trace[270483732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4809; }","duration":"1.221670183s","start":"2026-07-25T13:44:23.633981Z","end":"2026-07-25T13:44:24.855651Z","steps":["trace[270483732] 'agreement among raft nodes before linearized reading' (duration: 1.221625522s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:24.856376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:23.633974Z","time spent":"1.222393941s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T13:44:25.724291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699488772,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T13:44:26.000396Z","caller":"traceutil/trace.go:171","msg":"trace[196353376] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4992; }","duration":"776.71756ms","start":"2026-07-25T13:44:25.223643Z","end":"2026-07-25T13:44:26.000361Z","steps":["trace[196353376] 'read index received' (duration: 776.541965ms)","trace[196353376] 'applied index is now lower than readState.Index' (duration: 174.315µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:44:26.0005Z","caller":"traceutil/trace.go:171","msg":"trace[1064683548] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"829.417316ms","start":"2026-07-25T13:44:25.171048Z","end":"2026-07-25T13:44:26.000466Z","steps":["trace[1064683548] 'process raft request' (duration: 829.14284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:26.000599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.935946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-25T13:44:26.000792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.859019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:26.000826Z","caller":"traceutil/trace.go:171","msg":"trace[1400433516] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4815; }","duration":"777.226873ms","start":"2026-07-25T13:44:25.22358Z","end":"2026-07-25T13:44:26.000807Z","steps":["trace[1400433516] 'agreement among raft nodes before linearized reading' (duration: 776.924845ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:44:26.000846Z","caller":"traceutil/trace.go:171","msg":"trace[1367056392] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4815; }","duration":"641.971242ms","start":"2026-07-25T13:44:25.358858Z","end":"2026-07-25T13:44:26.000829Z","steps":["trace[1367056392] 'agreement among raft nodes before linearized reading' (duration: 641.682565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:26.000956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:25.223556Z","time spent":"777.383167ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T13:44:26.000968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.517882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-25T13:44:26.000655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:25.171029Z","time spent":"829.541789ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:44:26.000981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:25.358839Z","time spent":"642.120126ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-25T13:44:26.000662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.676648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-25T13:44:26.001101Z","caller":"traceutil/trace.go:171","msg":"trace[303667077] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4815; }","duration":"477.154539ms","start":"2026-07-25T13:44:25.523919Z","end":"2026-07-25T13:44:26.001073Z","steps":["trace[303667077] 'agreement among raft nodes before linearized reading' (duration: 476.642287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:26.001175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:25.523899Z","time spent":"477.258882ms","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":24,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-25T13:44:26.000726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.80415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:26.001305Z","caller":"traceutil/trace.go:171","msg":"trace[1867202119] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4815; }","duration":"607.412866ms","start":"2026-07-25T13:44:25.393882Z","end":"2026-07-25T13:44:26.001295Z","steps":["trace[1867202119] 'agreement among raft nodes before linearized reading' (duration: 606.797211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:26.001354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:25.393867Z","time spent":"607.478897ms","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-07-25T13:44:26.001494Z","caller":"traceutil/trace.go:171","msg":"trace[473696211] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4815; }","duration":"534.624044ms","start":"2026-07-25T13:44:25.466368Z","end":"2026-07-25T13:44:26.000992Z","steps":["trace[473696211] 'agreement among raft nodes before linearized reading' (duration: 534.245935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:26.001519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:25.466343Z","time spent":"535.169347ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-25T13:44:27.37287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699488801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:44:27.873443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699488801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:44:27.896909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024857218s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T13:44:27.897991Z","caller":"traceutil/trace.go:171","msg":"trace[1952035972] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"1.026003625s","start":"2026-07-25T13:44:26.871952Z","end":"2026-07-25T13:44:27.897955Z","steps":["trace[1952035972] 'process raft request' (duration: 1.025136314s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:27.898144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:26.871937Z","time spent":"1.026129349s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:44:27.898745Z","caller":"traceutil/trace.go:171","msg":"trace[446076057] linearizableReadLoop","detail":"{readStateIndex:5001; appliedIndex:4999; }","duration":"1.026494979s","start":"2026-07-25T13:44:26.872224Z","end":"2026-07-25T13:44:27.898719Z","steps":["trace[446076057] 'read index received' (duration: 1.024853858s)","trace[446076057] 'applied index is now lower than readState.Index' (duration: 1.640141ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T13:44:27.898833Z","caller":"traceutil/trace.go:171","msg":"trace[1885881142] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"1.026423857s","start":"2026-07-25T13:44:26.87235Z","end":"2026-07-25T13:44:27.898774Z","steps":["trace[1885881142] 'process raft request' (duration: 1.026233753s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:27.898939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.507845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:27.898987Z","caller":"traceutil/trace.go:171","msg":"trace[717226157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4822; }","duration":"805.614597ms","start":"2026-07-25T13:44:27.093359Z","end":"2026-07-25T13:44:27.898973Z","steps":["trace[717226157] 'agreement among raft nodes before linearized reading' (duration: 805.519615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:27.898962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026719364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-25T13:44:27.899062Z","caller":"traceutil/trace.go:171","msg":"trace[2139960353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4822; }","duration":"1.026845967s","start":"2026-07-25T13:44:26.872201Z","end":"2026-07-25T13:44:27.899047Z","steps":["trace[2139960353] 'agreement among raft nodes before linearized reading' (duration: 1.026649782s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:27.899073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:26.87229Z","time spent":"1.026609652s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:44:27.899063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026623752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-25T13:44:27.899205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.269217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c58c41ec2b10ea\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-25T13:44:27.899246Z","caller":"traceutil/trace.go:171","msg":"trace[617408776] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c58c41ec2b10ea; range_end:; response_count:1; response_revision:4822; }","duration":"811.340599ms","start":"2026-07-25T13:44:27.0879Z","end":"2026-07-25T13:44:27.899241Z","steps":["trace[617408776] 'agreement among raft nodes before linearized reading' (duration: 811.254477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:27.899265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:27.087883Z","time spent":"811.376509ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c58c41ec2b10ea\" "} {"level":"info","ts":"2026-07-25T13:44:27.899265Z","caller":"traceutil/trace.go:171","msg":"trace[1097301830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4822; }","duration":"1.026845198s","start":"2026-07-25T13:44:26.872395Z","end":"2026-07-25T13:44:27.89924Z","steps":["trace[1097301830] 'agreement among raft nodes before linearized reading' (duration: 1.026487099s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:27.899284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026745715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-25T13:44:27.899107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:27.093339Z","time spent":"805.75561ms","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-25T13:44:27.899323Z","caller":"traceutil/trace.go:171","msg":"trace[603676618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4822; }","duration":"1.026810787s","start":"2026-07-25T13:44:26.872503Z","end":"2026-07-25T13:44:27.899314Z","steps":["trace[603676618] 'agreement among raft nodes before linearized reading' (duration: 1.026685084s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:27.899352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:26.872487Z","time spent":"1.026859017s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T13:44:27.899118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:26.872187Z","time spent":"1.02692201s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T13:44:27.899333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:26.872388Z","time spent":"1.02692819s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T13:44:27.899156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.752877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:27.89948Z","caller":"traceutil/trace.go:171","msg":"trace[25193840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4822; }","duration":"143.079624ms","start":"2026-07-25T13:44:27.756372Z","end":"2026-07-25T13:44:27.899452Z","steps":["trace[25193840] 'agreement among raft nodes before linearized reading' (duration: 142.764396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:28.982871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.025644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:44:28.982935Z","caller":"traceutil/trace.go:171","msg":"trace[755653333] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:4828; }","duration":"336.134867ms","start":"2026-07-25T13:44:28.646784Z","end":"2026-07-25T13:44:28.982919Z","steps":["trace[755653333] 'range keys from in-memory index tree' (duration: 335.938952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:44:28.98297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:44:28.646757Z","time spent":"336.205099ms","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-07-25T13:44:28.983428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.992086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-25T13:44:28.983492Z","caller":"traceutil/trace.go:171","msg":"trace[443028520] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4828; }","duration":"175.104548ms","start":"2026-07-25T13:44:28.808373Z","end":"2026-07-25T13:44:28.983478Z","steps":["trace[443028520] 'range keys from in-memory index tree' (duration: 174.842882ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:44:28.983514Z","caller":"traceutil/trace.go:171","msg":"trace[785859982] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"121.249513ms","start":"2026-07-25T13:44:28.862252Z","end":"2026-07-25T13:44:28.983501Z","steps":["trace[785859982] 'process raft request' (duration: 118.739961ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:44:28.984211Z","caller":"traceutil/trace.go:171","msg":"trace[949107114] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"116.25545ms","start":"2026-07-25T13:44:28.867934Z","end":"2026-07-25T13:44:28.98419Z","steps":["trace[949107114] 'process raft request' (duration: 116.218299ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:44:28.984402Z","caller":"traceutil/trace.go:171","msg":"trace[308721641] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"117.827559ms","start":"2026-07-25T13:44:28.866557Z","end":"2026-07-25T13:44:28.984385Z","steps":["trace[308721641] 'process raft request' (duration: 117.49015ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:44:28.984437Z","caller":"traceutil/trace.go:171","msg":"trace[738843442] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"117.655684ms","start":"2026-07-25T13:44:28.866767Z","end":"2026-07-25T13:44:28.984423Z","steps":["trace[738843442] 'process raft request' (duration: 117.355997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:45:10.671382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699489432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:45:11.172322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699489432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T13:45:11.200084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045759944s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T13:45:11.200451Z","caller":"traceutil/trace.go:171","msg":"trace[2031459404] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"1.046225446s","start":"2026-07-25T13:45:10.154203Z","end":"2026-07-25T13:45:11.200428Z","steps":["trace[2031459404] 'process raft request' (duration: 1.046076803s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:45:11.200594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:45:10.154185Z","time spent":"1.04633461s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:45:11.204696Z","caller":"traceutil/trace.go:171","msg":"trace[1318732701] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"1.034065955s","start":"2026-07-25T13:45:10.170613Z","end":"2026-07-25T13:45:11.204679Z","steps":["trace[1318732701] 'process raft request' (duration: 1.033959683s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:45:11.204784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:45:10.170599Z","time spent":"1.034129996s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:45:11.204966Z","caller":"traceutil/trace.go:171","msg":"trace[442342811] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"174.548167ms","start":"2026-07-25T13:45:11.03041Z","end":"2026-07-25T13:45:11.204958Z","steps":["trace[442342811] 'process raft request' (duration: 174.411354ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:45:11.205001Z","caller":"traceutil/trace.go:171","msg":"trace[229642906] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"1.034271561s","start":"2026-07-25T13:45:10.170612Z","end":"2026-07-25T13:45:11.204883Z","steps":["trace[229642906] 'process raft request' (duration: 1.034039065s)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:45:11.205028Z","caller":"traceutil/trace.go:171","msg":"trace[1464912378] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5230; }","duration":"1.034594328s","start":"2026-07-25T13:45:10.170418Z","end":"2026-07-25T13:45:11.205012Z","steps":["trace[1464912378] 'read index received' (duration: 1.029867701s)","trace[1464912378] 'applied index is now lower than readState.Index' (duration: 4.725707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T13:45:11.205101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:45:10.170597Z","time spent":"1.034444735s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:45:11.205187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034761913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-25T13:45:11.205449Z","caller":"traceutil/trace.go:171","msg":"trace[1127389948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5050; }","duration":"1.035062601s","start":"2026-07-25T13:45:10.170373Z","end":"2026-07-25T13:45:11.205435Z","steps":["trace[1127389948] 'agreement among raft nodes before linearized reading' (duration: 1.034723232s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:45:11.205496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:45:10.170348Z","time spent":"1.035134992s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T13:45:11.205204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.776811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T13:45:11.20525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.160183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:45:11.205562Z","caller":"traceutil/trace.go:171","msg":"trace[394431616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5050; }","duration":"448.16316ms","start":"2026-07-25T13:45:10.757372Z","end":"2026-07-25T13:45:11.205536Z","steps":["trace[394431616] 'agreement among raft nodes before linearized reading' (duration: 447.796311ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:45:11.205609Z","caller":"traceutil/trace.go:171","msg":"trace[122569723] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5050; }","duration":"699.557573ms","start":"2026-07-25T13:45:10.506037Z","end":"2026-07-25T13:45:11.205595Z","steps":["trace[122569723] 'agreement among raft nodes before linearized reading' (duration: 699.188234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:45:11.205648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:45:10.506018Z","time spent":"699.616904ms","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T13:45:11.205651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:45:10.757345Z","time spent":"448.278912ms","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T13:45:11.205278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.942676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T13:45:11.205708Z","caller":"traceutil/trace.go:171","msg":"trace[352789615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5050; }","duration":"277.432088ms","start":"2026-07-25T13:45:10.92826Z","end":"2026-07-25T13:45:11.205692Z","steps":["trace[352789615] 'agreement among raft nodes before linearized reading' (duration: 276.945026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:45:11.205313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.089934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T13:45:11.205814Z","caller":"traceutil/trace.go:171","msg":"trace[1401828309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5050; }","duration":"992.629627ms","start":"2026-07-25T13:45:10.213154Z","end":"2026-07-25T13:45:11.205784Z","steps":["trace[1401828309] 'agreement among raft nodes before linearized reading' (duration: 992.003542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:45:11.205525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.49358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-25T13:45:11.205971Z","caller":"traceutil/trace.go:171","msg":"trace[1110882582] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5050; }","duration":"396.975181ms","start":"2026-07-25T13:45:10.808981Z","end":"2026-07-25T13:45:11.205956Z","steps":["trace[1110882582] 'agreement among raft nodes before linearized reading' (duration: 396.185982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:45:11.205907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:45:10.213129Z","time spent":"992.760091ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T13:45:11.206125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:45:10.808962Z","time spent":"397.038164ms","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-25T13:46:09.968588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021995699490368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T13:46:10.356803Z","caller":"traceutil/trace.go:171","msg":"trace[69127296] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"940.251955ms","start":"2026-07-25T13:46:09.416522Z","end":"2026-07-25T13:46:10.356774Z","steps":["trace[69127296] 'process raft request' (duration: 940.021289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.356977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.416497Z","time spent":"940.396429ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:46:10.363373Z","caller":"traceutil/trace.go:171","msg":"trace[606904101] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"945.571785ms","start":"2026-07-25T13:46:09.417782Z","end":"2026-07-25T13:46:10.363354Z","steps":["trace[606904101] 'process raft request' (duration: 945.425491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.363489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.417758Z","time spent":"945.677208ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:46:10.363778Z","caller":"traceutil/trace.go:171","msg":"trace[2115157680] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"945.392791ms","start":"2026-07-25T13:46:09.418356Z","end":"2026-07-25T13:46:10.363749Z","steps":["trace[2115157680] 'process raft request' (duration: 944.94988ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:46:10.363824Z","caller":"traceutil/trace.go:171","msg":"trace[1232915582] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"927.709244ms","start":"2026-07-25T13:46:09.436091Z","end":"2026-07-25T13:46:10.3638Z","steps":["trace[1232915582] 'process raft request' (duration: 927.525189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.3639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.41835Z","time spent":"945.495763ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T13:46:10.363777Z","caller":"traceutil/trace.go:171","msg":"trace[962021417] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5584; }","duration":"895.917507ms","start":"2026-07-25T13:46:09.46783Z","end":"2026-07-25T13:46:10.363748Z","steps":["trace[962021417] 'read index received' (duration: 888.704579ms)","trace[962021417] 'applied index is now lower than readState.Index' (duration: 7.209037ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T13:46:10.363921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.436069Z","time spent":"927.796945ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T13:46:10.363927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.07177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-25T13:46:10.364002Z","caller":"traceutil/trace.go:171","msg":"trace[915506858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5385; }","duration":"896.194653ms","start":"2026-07-25T13:46:09.467794Z","end":"2026-07-25T13:46:10.363989Z","steps":["trace[915506858] 'agreement among raft nodes before linearized reading' (duration: 896.024379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.364058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.467783Z","time spent":"896.245855ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T13:46:10.364079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.755344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T13:46:10.364107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.218475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-25T13:46:10.364185Z","caller":"traceutil/trace.go:171","msg":"trace[107028426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5385; }","duration":"892.334518ms","start":"2026-07-25T13:46:09.471831Z","end":"2026-07-25T13:46:10.364165Z","steps":["trace[107028426] 'agreement among raft nodes before linearized reading' (duration: 892.201085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.364188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.580617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-25T13:46:10.364198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.805297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-25T13:46:10.364231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.471817Z","time spent":"892.40554ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T13:46:10.364242Z","caller":"traceutil/trace.go:171","msg":"trace[2028755694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5385; }","duration":"885.853568ms","start":"2026-07-25T13:46:09.478378Z","end":"2026-07-25T13:46:10.364232Z","steps":["trace[2028755694] 'agreement among raft nodes before linearized reading' (duration: 885.739066ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T13:46:10.364239Z","caller":"traceutil/trace.go:171","msg":"trace[10158687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5385; }","duration":"882.655659ms","start":"2026-07-25T13:46:09.48157Z","end":"2026-07-25T13:46:10.364226Z","steps":["trace[10158687] 'agreement among raft nodes before linearized reading' (duration: 882.505496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.36426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.056316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T13:46:10.364277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.481557Z","time spent":"882.712181ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T13:46:10.364275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.478321Z","time spent":"885.945631ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-25T13:46:10.364322Z","caller":"traceutil/trace.go:171","msg":"trace[565385489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5385; }","duration":"528.146718ms","start":"2026-07-25T13:46:09.83616Z","end":"2026-07-25T13:46:10.364306Z","steps":["trace[565385489] 'agreement among raft nodes before linearized reading' (duration: 528.027654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.364346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.595459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-25T13:46:10.364369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.83615Z","time spent":"528.203759ms","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-25T13:46:10.364421Z","caller":"traceutil/trace.go:171","msg":"trace[1113814075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5385; }","duration":"880.695401ms","start":"2026-07-25T13:46:09.483708Z","end":"2026-07-25T13:46:10.364403Z","steps":["trace[1113814075] 'agreement among raft nodes before linearized reading' (duration: 880.465244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.364472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.483698Z","time spent":"880.763873ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-25T13:46:10.364126Z","caller":"traceutil/trace.go:171","msg":"trace[754922499] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5385; }","duration":"541.830035ms","start":"2026-07-25T13:46:09.822281Z","end":"2026-07-25T13:46:10.364111Z","steps":["trace[754922499] 'agreement among raft nodes before linearized reading' (duration: 541.753844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T13:46:10.364773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T13:46:09.822266Z","time spent":"542.443162ms","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"info","ts":"2026-07-25T13:48:23.175309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4342} {"level":"info","ts":"2026-07-25T13:48:23.213299Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4342,"took":"36.90631ms","hash":3314676743,"current-db-size-bytes":33423360,"current-db-size":"33 MB","current-db-size-in-use-bytes":11612160,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-25T13:48:23.213363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3314676743,"revision":4342,"compact-revision":2620} {"level":"info","ts":"2026-07-25T13:53:23.182204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6303} {"level":"info","ts":"2026-07-25T13:53:23.223364Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6303,"took":"39.885494ms","hash":1965147438,"current-db-size-bytes":33423360,"current-db-size":"33 MB","current-db-size-in-use-bytes":11087872,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-25T13:53:23.223431Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1965147438,"revision":6303,"compact-revision":4342}