{"level":"warn","ts":"2026-07-14T12:00:08.054945Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-14T12:00:08.056873Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-14T12:00:08.056896Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=controller-1=https://199.204.45.235:2380,controller-2=https://199.204.45.38:2380,controller-3=https://199.204.45.157:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-14T12:00:08.057022Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-14T12:00:08.057054Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-14T12:00:08.057065Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-07-14T12:00:08.057103Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-14T12:00:08.057677Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-07-14T12:00:08.058425Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.235:2380,controller-2=https://199.204.45.38:2380,controller-3=https://199.204.45.157:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-14T12:00:08.059480Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011e500}"} {"level":"info","ts":"2026-07-14T12:00:08.063239Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-14T12:00:08.063302Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.947525ms"} {"level":"info","ts":"2026-07-14T12:00:08.063331Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-14T12:00:08.063418Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-14T12:00:08.076166Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.38:2380","host":"199.204.45.38:2380","resolved-addr":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-14T12:00:08.076214Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-07-14T12:00:08.076283Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.38:2380","host":"199.204.45.38:2380","resolved-addr":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-14T12:00:08.076305Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-07-14T12:00:08.076329Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-07-14T12:00:08.076344Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-07-14T12:00:08.105874Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-14T12:00:08.111728Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-14T12:00:08.111760Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"2ca853c333ef4586","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-07-14T12:00:08.111786Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-14T12:00:08.111862Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ca853c333ef4586 switched to configuration voters=()"} {"level":"info","ts":"2026-07-14T12:00:08.111905Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2ca853c333ef4586 became follower at term 0"} {"level":"info","ts":"2026-07-14T12:00:08.111940Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 2ca853c333ef4586 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-14T12:00:08.120911Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-14T12:00:08.122519Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-14T12:00:08.126199Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-14T12:00:08.127089Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.127115Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-14T12:00:08.127149Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.127160Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62","remote-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-14T12:00:08.127180Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.127202Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.127911Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.127989Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.128413Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.128459Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-14T12:00:08.128537Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.128619Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.128657Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.128769Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.129865Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.129912Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62","remote-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-14T12:00:08.129952Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"2ca853c333ef4586","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-14T12:00:08.130693Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-14T12:00:08.130835Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-07-14T12:00:08.130893Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-07-14T12:00:08.131153Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"2ca853c333ef4586","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-14T12:00:08.131198Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-14T12:00:08.131508Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-14T12:00:08.131571Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T12:00:08.131662Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T12:00:08.131678Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T12:00:08.131668Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.131809Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ca853c333ef4586","to":"aab6040abcf11","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-14T12:00:08.131832Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.131877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"2ca853c333ef4586 [term: 0] received a MsgHeartbeat message with higher term from aab6040abcf11 [term: 2]"} {"level":"info","ts":"2026-07-14T12:00:08.131898Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.131910Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2ca853c333ef4586 became follower at term 2"} {"level":"info","ts":"2026-07-14T12:00:08.131906Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ca853c333ef4586","to":"aab6040abcf11","stream-type":"stream Message"} {"level":"info","ts":"2026-07-14T12:00:08.131951Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2ca853c333ef4586 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-14T12:00:08.131967Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.132128Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.132306Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.132329Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ca853c333ef4586","to":"1e179a0cf1b1bd62","stream-type":"stream Message"} {"level":"info","ts":"2026-07-14T12:00:08.132338Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.132369Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.129748Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.132487Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ca853c333ef4586","to":"1e179a0cf1b1bd62","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-14T12:00:08.132552Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.140261Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.144530Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.144563Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"2ca853c333ef4586","remote-snapshot-sender-id":"aab6040abcf11","incoming-snapshot-index":741,"incoming-snapshot-message-size-bytes":8724,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-07-14T12:00:08.145167Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.146582Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.154944Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002e5.snap.db","bytes":1081344,"size":"1.1 MB"} {"level":"info","ts":"2026-07-14T12:00:08.154994Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"2ca853c333ef4586","remote-snapshot-sender-id":"aab6040abcf11","incoming-snapshot-index":741,"incoming-snapshot-size-bytes":1081344,"incoming-snapshot-size":"1.1 MB","download-took":"10.479406ms"} {"level":"info","ts":"2026-07-14T12:00:08.155134Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 741, term: 2]"} {"level":"info","ts":"2026-07-14T12:00:08.155225Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ca853c333ef4586 switched to configuration voters=(3003179657318161 2168371125987425634) learners=(3217914031611266438)"} {"level":"info","ts":"2026-07-14T12:00:08.155257Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"2ca853c333ef4586 [commit: 741, lastindex: 741, lastterm: 2] restored snapshot [index: 741, term: 2]"} {"level":"info","ts":"2026-07-14T12:00:08.155268Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"2ca853c333ef4586 [commit: 741] restored snapshot [index: 741, term: 2]"} {"level":"info","ts":"2026-07-14T12:00:08.155425Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":741,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-14T12:00:08.158021Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":741} {"level":"info","ts":"2026-07-14T12:00:08.158394Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000780a0}"} {"level":"info","ts":"2026-07-14T12:00:08.159176Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-14T12:00:08.159232Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"908.243µs"} {"level":"info","ts":"2026-07-14T12:00:08.159289Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-14T12:00:08.160317Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-14T12:00:08.160345Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-14T12:00:08.162203Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":685} {"level":"info","ts":"2026-07-14T12:00:08.162241Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":741} {"level":"info","ts":"2026-07-14T12:00:08.162264Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-14T12:00:08.162384Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-14T12:00:08.163905Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-14T12:00:08.163928Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-14T12:00:08.163949Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-14T12:00:08.163957Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-14T12:00:08.164435Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-07-14T12:00:08.164528Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-14T12:00:08.164561Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-14T12:00:08.164613Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-14T12:00:08.164630Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"2bae7d3d8857c059","local-member-id":"2ca853c333ef4586","recovered-remote-peer-id":"1e179a0cf1b1bd62","recovered-remote-peer-urls":["https://199.204.45.38:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-14T12:00:08.164641Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"2bae7d3d8857c059","local-member-id":"2ca853c333ef4586","recovered-remote-peer-id":"2ca853c333ef4586","recovered-remote-peer-urls":["https://199.204.45.157:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-14T12:00:08.164649Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"2bae7d3d8857c059","local-member-id":"2ca853c333ef4586","recovered-remote-peer-id":"aab6040abcf11","recovered-remote-peer-urls":["https://199.204.45.235:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-14T12:00:08.164657Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-14T12:00:08.164665Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-14T12:00:08.164674Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-14T12:00:08.164683Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T12:00:08.164728Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.164752Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T12:00:08.164779Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.164799Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.164853Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T12:00:08.165046Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11","error":"context canceled"} {"level":"warn","ts":"2026-07-14T12:00:08.165097Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"aab6040abcf11","error":"failed to read aab6040abcf11 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-14T12:00:08.165120Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T12:00:08.165275Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:00:08.165298Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.165306Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.165379Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"2ca853c333ef4586","removed-remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.165396Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"warn","ts":"2026-07-14T12:00:08.165420Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.165482Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"warn","ts":"2026-07-14T12:00:08.165552Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.165570Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.165673Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"warn","ts":"2026-07-14T12:00:08.165805Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62","error":"context canceled"} {"level":"warn","ts":"2026-07-14T12:00:08.165875Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"1e179a0cf1b1bd62","error":"failed to read 1e179a0cf1b1bd62 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-14T12:00:08.165905Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"warn","ts":"2026-07-14T12:00:08.166118Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:00:08.166190Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.166204Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.166220Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"2ca853c333ef4586","removed-remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.166235Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-14T12:00:08.166251Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-14T12:00:08.166291Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.166313Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.166450Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.166481Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-14T12:00:08.166501Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.166517Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.166973Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.166981Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.167064Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.167116Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.167673Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.167660Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.167692Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.167723Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.167719Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62","remote-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-14T12:00:08.167738Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-14T12:00:08.167757Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":741,"current-applied-index":741,"incoming-leader-snapshot-index":741,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-14T12:00:08.167840Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.168052Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-14T12:00:08.168035Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"2ca853c333ef4586","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.157:2379]}","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-07-14T12:00:08.168029Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-14T12:00:08.168971Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-14T12:00:08.168992Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-14T12:00:08.169843Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-14T12:00:08.170487Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-14T12:00:08.170793Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-14T12:00:08.172510Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-07-14T12:00:08.173915Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-14T12:00:08.181365Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.181394Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.181431Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.181440Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.181737Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"2ca853c333ef4586","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-07-14T12:00:08.182331Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.185582Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ca853c333ef4586","to":"aab6040abcf11","stream-type":"stream Message"} {"level":"info","ts":"2026-07-14T12:00:08.185626Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.187938Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ca853c333ef4586","to":"1e179a0cf1b1bd62","stream-type":"stream Message"} {"level":"info","ts":"2026-07-14T12:00:08.187967Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.192010Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T12:00:08.192913Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ca853c333ef4586","to":"1e179a0cf1b1bd62","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-14T12:00:08.192956Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"1e179a0cf1b1bd62"} {"level":"info","ts":"2026-07-14T12:00:08.193639Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2ca853c333ef4586","to":"aab6040abcf11","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-14T12:00:08.193658Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2ca853c333ef4586","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T12:00:08.438030Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:51986","server-name":"","error":"read tcp 199.204.45.157:2379->199.204.45.157:51986: read: connection reset by peer"} {"level":"info","ts":"2026-07-14T12:00:08.444722Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2ca853c333ef4586 switched to configuration voters=(3003179657318161 2168371125987425634 3217914031611266438)"} {"level":"info","ts":"2026-07-14T12:00:08.444884Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"2bae7d3d8857c059","local-member-id":"2ca853c333ef4586","promoted-member-id":"2ca853c333ef4586"} {"level":"warn","ts":"2026-07-14T12:00:09.460396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.462878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.483743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.490743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.504945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.527237Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.539259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.550826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.569704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.581345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.592707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.602440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.612790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.621200Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.630763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.641318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.649235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.657280Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.665049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.675060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.683494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.718159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.729365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.738969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.761144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.768499Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.788296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.796404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.806357Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.814895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.825484Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.866217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.877843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.889000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.900575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.909936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.919754Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.927225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.942266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.949502Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.960175Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.968198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.978211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.985922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:09.994346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.002060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.010524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.018291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.026401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.035862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.046902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.057252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.064712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.075437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.085331Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.094737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.132824Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.145474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.155291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:10.212196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49502","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-14T12:00:35.948354Z","caller":"traceutil/trace.go:172","msg":"trace[55204079] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:954; }","duration":"267.712645ms","start":"2026-07-14T12:00:35.680624Z","end":"2026-07-14T12:00:35.948336Z","steps":["trace[55204079] 'read index received' (duration: 267.708245ms)","trace[55204079] 'applied index is now lower than readState.Index' (duration: 3.48µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:35.948620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.946548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-14T12:00:35.948669Z","caller":"traceutil/trace.go:172","msg":"trace[1603752298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:877; }","duration":"268.048679ms","start":"2026-07-14T12:00:35.680609Z","end":"2026-07-14T12:00:35.948658Z","steps":["trace[1603752298] 'agreement among raft nodes before linearized reading' (duration: 267.839947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:35.949672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.789049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-14T12:00:35.949699Z","caller":"traceutil/trace.go:172","msg":"trace[394939114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:877; }","duration":"224.81934ms","start":"2026-07-14T12:00:35.724873Z","end":"2026-07-14T12:00:35.949693Z","steps":["trace[394939114] 'agreement among raft nodes before linearized reading' (duration: 224.748779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.304955Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:00:46.332383Z","caller":"traceutil/trace.go:172","msg":"trace[494294787] linearizableReadLoop","detail":"{readStateIndex:1036; appliedIndex:1037; }","duration":"528.42825ms","start":"2026-07-14T12:00:45.803927Z","end":"2026-07-14T12:00:46.332355Z","steps":["trace[494294787] 'read index received' (duration: 528.42115ms)","trace[494294787] 'applied index is now lower than readState.Index' (duration: 6.01µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:46.332730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.846715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-14T12:00:46.332777Z","caller":"traceutil/trace.go:172","msg":"trace[316604826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"528.907176ms","start":"2026-07-14T12:00:45.803856Z","end":"2026-07-14T12:00:46.332763Z","steps":["trace[316604826] 'agreement among raft nodes before linearized reading' (duration: 528.633881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.332805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:45.803831Z","time spent":"528.968367ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:46.418166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"553.189518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:46.418231Z","caller":"traceutil/trace.go:172","msg":"trace[30112946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"553.267589ms","start":"2026-07-14T12:00:45.864950Z","end":"2026-07-14T12:00:46.418218Z","steps":["trace[30112946] 'agreement among raft nodes before linearized reading' (duration: 545.68309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.418295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:45.864931Z","time spent":"553.356939ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:00:46.418542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.738311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-14T12:00:46.418910Z","caller":"traceutil/trace.go:172","msg":"trace[1532254430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:969; }","duration":"129.116305ms","start":"2026-07-14T12:00:46.289781Z","end":"2026-07-14T12:00:46.418897Z","steps":["trace[1532254430] 'agreement among raft nodes before linearized reading' (duration: 120.821218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.418529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.477079ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:46.419179Z","caller":"traceutil/trace.go:172","msg":"trace[136345506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:969; }","duration":"326.153326ms","start":"2026-07-14T12:00:46.093012Z","end":"2026-07-14T12:00:46.419166Z","steps":["trace[136345506] 'agreement among raft nodes before linearized reading' (duration: 317.609887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.495581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.939442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-14T12:00:46.495665Z","caller":"traceutil/trace.go:172","msg":"trace[2027182653] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:984; }","duration":"122.039473ms","start":"2026-07-14T12:00:46.373610Z","end":"2026-07-14T12:00:46.495649Z","steps":["trace[2027182653] 'agreement among raft nodes before linearized reading' (duration: 121.177752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.995819Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:47.496361Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:47.997084Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:48.419582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999966825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:00:48.419658Z","caller":"traceutil/trace.go:172","msg":"trace[1958088662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055326s","start":"2026-07-14T12:00:46.419588Z","end":"2026-07-14T12:00:48.419643Z","steps":["trace[1958088662] 'agreement among raft nodes before linearized reading' (duration: 1.999964725s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:48.419703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.419574Z","time spent":"2.000118237s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:00:48 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:00:48.497267Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:48.997616Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:49.498693Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:49.999583Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:50.426358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000366979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:00:50.426442Z","caller":"traceutil/trace.go:172","msg":"trace[1579685092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046354s","start":"2026-07-14T12:00:48.425958Z","end":"2026-07-14T12:00:50.426422Z","steps":["trace[1579685092] 'agreement among raft nodes before linearized reading' (duration: 2.000361799s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.426483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:48.425944Z","time spent":"2.000532911s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:00:50 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:00:50.500498Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:50.716017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.622548247s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:50.716086Z","caller":"traceutil/trace.go:172","msg":"trace[1963709835] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:986; }","duration":"3.622629247s","start":"2026-07-14T12:00:47.093442Z","end":"2026-07-14T12:00:50.716071Z","steps":["trace[1963709835] 'range keys from in-memory index tree' (duration: 3.622473556s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.717604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.503872339s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-14T12:00:50.725355Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.383049115s","expected-duration":"1s"} {"level":"info","ts":"2026-07-14T12:00:50.725550Z","caller":"traceutil/trace.go:172","msg":"trace[1710744450] linearizableReadLoop","detail":"{readStateIndex:1105; appliedIndex:1108; }","duration":"4.23077977s","start":"2026-07-14T12:00:46.494755Z","end":"2026-07-14T12:00:50.725535Z","steps":["trace[1710744450] 'read index received' (duration: 4.23077374s)","trace[1710744450] 'applied index is now lower than readState.Index' (duration: 5.24µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:50.725646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.302739414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-07-14T12:00:50.725661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.298783538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-07-14T12:00:50.725662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.302865975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-07-14T12:00:50.725688Z","caller":"traceutil/trace.go:172","msg":"trace[315662909] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:987; }","duration":"4.302784054s","start":"2026-07-14T12:00:46.422893Z","end":"2026-07-14T12:00:50.725677Z","steps":["trace[315662909] 'agreement among raft nodes before linearized reading' (duration: 4.302677963s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.725681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.295900984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-14T12:00:50.725696Z","caller":"traceutil/trace.go:172","msg":"trace[1983243973] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:987; }","duration":"4.298820778s","start":"2026-07-14T12:00:46.426864Z","end":"2026-07-14T12:00:50.725685Z","steps":["trace[1983243973] 'agreement among raft nodes before linearized reading' (duration: 4.298691907s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:50.725708Z","caller":"traceutil/trace.go:172","msg":"trace[1651304443] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:987; }","duration":"4.302912946s","start":"2026-07-14T12:00:46.422787Z","end":"2026-07-14T12:00:50.725700Z","steps":["trace[1651304443] 'agreement among raft nodes before linearized reading' (duration: 4.302818484s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.725712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.422882Z","time spent":"4.302823605s","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1035,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:50.725723Z","caller":"traceutil/trace.go:172","msg":"trace[591237503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:987; }","duration":"4.295945915s","start":"2026-07-14T12:00:46.429767Z","end":"2026-07-14T12:00:50.725712Z","steps":["trace[591237503] 'agreement among raft nodes before linearized reading' (duration: 4.295840473s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.725765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.429750Z","time spent":"4.296007125s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:50.725728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.426852Z","time spent":"4.298867919s","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1035,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:50.725849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.305472406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"warn","ts":"2026-07-14T12:00:50.725734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.422769Z","time spent":"4.302957296s","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1017,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:50.725933Z","caller":"traceutil/trace.go:172","msg":"trace[801406850] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:987; }","duration":"4.305568027s","start":"2026-07-14T12:00:46.420345Z","end":"2026-07-14T12:00:50.725913Z","steps":["trace[801406850] 'agreement among raft nodes before linearized reading' (duration: 4.305294134s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.725977Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.420330Z","time spent":"4.305635408s","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1041,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:50.726251Z","caller":"traceutil/trace.go:172","msg":"trace[1173274919] transaction","detail":"{read_only:false; number_of_response:1; response_revision:987; }","duration":"4.242423006s","start":"2026-07-14T12:00:46.483818Z","end":"2026-07-14T12:00:50.726241Z","steps":["trace[1173274919] 'process raft request' (duration: 4.242036341s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:50.726483Z","caller":"traceutil/trace.go:172","msg":"trace[1827088516] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"4.222687134s","start":"2026-07-14T12:00:46.503780Z","end":"2026-07-14T12:00:50.726467Z","steps":["trace[1827088516] 'process raft request' (duration: 4.222548303s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:50.726588Z","caller":"traceutil/trace.go:172","msg":"trace[981456520] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"4.220248015s","start":"2026-07-14T12:00:46.506331Z","end":"2026-07-14T12:00:50.726579Z","steps":["trace[981456520] 'process raft request' (duration: 4.220100394s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.726650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.506313Z","time spent":"4.220300876s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10903,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:50.726826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.503750Z","time spent":"4.222761115s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:50.727039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.483798Z","time spent":"4.242497356s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10894,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:51.017544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.540233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-14T12:00:51.018932Z","caller":"traceutil/trace.go:172","msg":"trace[1319672983] linearizableReadLoop","detail":"{readStateIndex:1122; appliedIndex:1122; }","duration":"293.323283ms","start":"2026-07-14T12:00:50.725589Z","end":"2026-07-14T12:00:51.018912Z","steps":["trace[1319672983] 'read index received' (duration: 293.317063ms)","trace[1319672983] 'applied index is now lower than readState.Index' (duration: 5.07µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.018998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.424365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:00:51.019021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.877414ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.019076Z","caller":"traceutil/trace.go:172","msg":"trace[1556946779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:995; }","duration":"592.508686ms","start":"2026-07-14T12:00:50.426551Z","end":"2026-07-14T12:00:51.019060Z","steps":["trace[1556946779] 'agreement among raft nodes before linearized reading' (duration: 592.378655ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.019088Z","caller":"traceutil/trace.go:172","msg":"trace[1916051050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:995; }","duration":"302.955295ms","start":"2026-07-14T12:00:50.716120Z","end":"2026-07-14T12:00:51.019075Z","steps":["trace[1916051050] 'agreement among raft nodes before linearized reading' (duration: 302.852904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.019129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:50.426533Z","time spent":"592.588237ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:00:51.019161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.632739252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-14T12:00:51.019189Z","caller":"traceutil/trace.go:172","msg":"trace[863240700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:995; }","duration":"1.632764692s","start":"2026-07-14T12:00:49.386415Z","end":"2026-07-14T12:00:51.019180Z","steps":["trace[863240700] 'agreement among raft nodes before linearized reading' (duration: 1.632693651s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.019225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:49.386388Z","time spent":"1.632829743s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.019089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.521493414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-14T12:00:51.019318Z","caller":"traceutil/trace.go:172","msg":"trace[1040774904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:995; }","duration":"2.521725208s","start":"2026-07-14T12:00:48.497583Z","end":"2026-07-14T12:00:51.019308Z","steps":["trace[1040774904] 'agreement among raft nodes before linearized reading' (duration: 2.521392643s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.019379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:48.497534Z","time spent":"2.521833789s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.019278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.553632863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-14T12:00:51.020355Z","caller":"traceutil/trace.go:172","msg":"trace[1480752863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:995; }","duration":"1.554708985s","start":"2026-07-14T12:00:49.465624Z","end":"2026-07-14T12:00:51.020333Z","steps":["trace[1480752863] 'agreement among raft nodes before linearized reading' (duration: 1.553493011s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.020565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:49.465597Z","time spent":"1.554946369s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:51.019593Z","caller":"traceutil/trace.go:172","msg":"trace[2089337355] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1000; }","duration":"280.395104ms","start":"2026-07-14T12:00:50.739178Z","end":"2026-07-14T12:00:51.019573Z","steps":["trace[2089337355] 'process raft request' (duration: 280.336233ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.019630Z","caller":"traceutil/trace.go:172","msg":"trace[1188687459] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"2.593431912s","start":"2026-07-14T12:00:48.426183Z","end":"2026-07-14T12:00:51.019615Z","steps":["trace[1188687459] 'process raft request' (duration: 2.593278651s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.020946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:48.426169Z","time spent":"2.594661256s","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-14T12:00:51.048063Z","caller":"traceutil/trace.go:172","msg":"trace[2003698067] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1000; }","duration":"308.501968ms","start":"2026-07-14T12:00:50.739540Z","end":"2026-07-14T12:00:51.048041Z","steps":["trace[2003698067] 'process raft request' (duration: 308.252235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.048289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:50.739518Z","time spent":"308.63342ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23116,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:51.194401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.917975ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.194500Z","caller":"traceutil/trace.go:172","msg":"trace[1147763224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1003; }","duration":"173.035126ms","start":"2026-07-14T12:00:51.021445Z","end":"2026-07-14T12:00:51.194480Z","steps":["trace[1147763224] 'agreement among raft nodes before linearized reading' (duration: 99.937133ms)","trace[1147763224] 'range keys from in-memory index tree' (duration: 72.944551ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T12:00:51.194529Z","caller":"traceutil/trace.go:172","msg":"trace[58214566] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"161.017537ms","start":"2026-07-14T12:00:51.033494Z","end":"2026-07-14T12:00:51.194512Z","steps":["trace[58214566] 'process raft request' (duration: 87.984285ms)","trace[58214566] 'compare' (duration: 72.85014ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T12:00:51.320482Z","caller":"traceutil/trace.go:172","msg":"trace[1329523623] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1008; }","duration":"255.72359ms","start":"2026-07-14T12:00:51.064702Z","end":"2026-07-14T12:00:51.320425Z","steps":["trace[1329523623] 'process raft request' (duration: 255.497167ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.329981Z","caller":"traceutil/trace.go:172","msg":"trace[1840173145] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1009; }","duration":"232.692033ms","start":"2026-07-14T12:00:51.097268Z","end":"2026-07-14T12:00:51.329961Z","steps":["trace[1840173145] 'process raft request' (duration: 232.085517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.622088Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:00:51.756075Z","caller":"traceutil/trace.go:172","msg":"trace[104551430] linearizableReadLoop","detail":"{readStateIndex:1141; appliedIndex:1148; }","duration":"634.693072ms","start":"2026-07-14T12:00:51.121359Z","end":"2026-07-14T12:00:51.756052Z","steps":["trace[104551430] 'read index received' (duration: 634.682812ms)","trace[104551430] 'applied index is now lower than readState.Index' (duration: 8.97µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.770436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"746.123817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-14T12:00:51.770497Z","caller":"traceutil/trace.go:172","msg":"trace[651014964] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226; range_end:; response_count:1; response_revision:1010; }","duration":"746.197558ms","start":"2026-07-14T12:00:51.024286Z","end":"2026-07-14T12:00:51.770483Z","steps":["trace[651014964] 'agreement among raft nodes before linearized reading' (duration: 731.865473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.770535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.024270Z","time spent":"746.255919ms","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.770627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"743.425796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.770696Z","caller":"traceutil/trace.go:172","msg":"trace[497877837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"743.502557ms","start":"2026-07-14T12:00:51.027179Z","end":"2026-07-14T12:00:51.770682Z","steps":["trace[497877837] 'agreement among raft nodes before linearized reading' (duration: 728.889669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.770309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.637954ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-14T12:00:51.770732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.027166Z","time spent":"743.557778ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T12:00:51.771210Z","caller":"traceutil/trace.go:172","msg":"trace[17745443] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"563.984626ms","start":"2026-07-14T12:00:51.207209Z","end":"2026-07-14T12:00:51.771194Z","steps":["trace[17745443] 'process raft request' (duration: 563.877045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.771315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.207186Z","time spent":"564.064667ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":29596,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:51.851545Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5009866872304021843,"received-request-id":5009866872304021839} {"level":"info","ts":"2026-07-14T12:00:51.852018Z","caller":"traceutil/trace.go:172","msg":"trace[1526283595] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1013; }","duration":"514.143472ms","start":"2026-07-14T12:00:51.337853Z","end":"2026-07-14T12:00:51.851996Z","steps":["trace[1526283595] 'process raft request' (duration: 513.99303ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.852025Z","caller":"traceutil/trace.go:172","msg":"trace[1184945589] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"454.684576ms","start":"2026-07-14T12:00:51.397323Z","end":"2026-07-14T12:00:51.852008Z","steps":["trace[1184945589] 'process raft request' (duration: 454.582855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.852151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.397295Z","time spent":"454.790698ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:51.852361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.337833Z","time spent":"514.224322ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29511,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:00:51.883008Z","caller":"traceutil/trace.go:172","msg":"trace[728336452] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1159; }","duration":"126.831533ms","start":"2026-07-14T12:00:51.756130Z","end":"2026-07-14T12:00:51.882962Z","steps":["trace[728336452] 'read index received' (duration: 126.813892ms)","trace[728336452] 'applied index is now lower than readState.Index' (duration: 14.971µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.921459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.304347ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:00:51.921523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"589.940076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-07-14T12:00:51.921565Z","caller":"traceutil/trace.go:172","msg":"trace[331012561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1015; }","duration":"725.494869ms","start":"2026-07-14T12:00:51.196050Z","end":"2026-07-14T12:00:51.921544Z","steps":["trace[331012561] 'agreement among raft nodes before linearized reading' (duration: 687.050075ms)","trace[331012561] 'range keys from in-memory index tree' (duration: 38.227122ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T12:00:51.921604Z","caller":"traceutil/trace.go:172","msg":"trace[1099879092] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1015; }","duration":"590.060347ms","start":"2026-07-14T12:00:51.331523Z","end":"2026-07-14T12:00:51.921583Z","steps":["trace[1099879092] 'agreement among raft nodes before linearized reading' (duration: 551.471012ms)","trace[1099879092] 'range keys from in-memory index tree' (duration: 38.323143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.921649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.331499Z","time spent":"590.138888ms","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1023,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:51.921749Z","caller":"traceutil/trace.go:172","msg":"trace[1894027665] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1017; }","duration":"131.546578ms","start":"2026-07-14T12:00:51.790194Z","end":"2026-07-14T12:00:51.921740Z","steps":["trace[1894027665] 'process raft request' (duration: 131.506178ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.921872Z","caller":"traceutil/trace.go:172","msg":"trace[1487441607] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"149.636197ms","start":"2026-07-14T12:00:51.772231Z","end":"2026-07-14T12:00:51.921867Z","steps":["trace[1487441607] 'process raft request' (duration: 149.425104ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:52.012325Z","caller":"traceutil/trace.go:172","msg":"trace[208465656] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1165; }","duration":"129.18459ms","start":"2026-07-14T12:00:51.883119Z","end":"2026-07-14T12:00:52.012304Z","steps":["trace[208465656] 'read index received' (duration: 129.17731ms)","trace[208465656] 'applied index is now lower than readState.Index' (duration: 5.88µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:52.012457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.12871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:52.012483Z","caller":"traceutil/trace.go:172","msg":"trace[356497126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1018; }","duration":"240.16943ms","start":"2026-07-14T12:00:51.772306Z","end":"2026-07-14T12:00:52.012475Z","steps":["trace[356497126] 'agreement among raft nodes before linearized reading' (duration: 240.089789ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:52.012575Z","caller":"traceutil/trace.go:172","msg":"trace[1198215048] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1018; }","duration":"137.536056ms","start":"2026-07-14T12:00:51.875022Z","end":"2026-07-14T12:00:52.012558Z","steps":["trace[1198215048] 'process raft request' (duration: 137.451015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:56.323822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.61336ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-14T12:00:59.367682Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:00:59.780980Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2ca853c333ef4586 [logterm: 2, index: 1255, vote: 0] ignored MsgPreVote from 1e179a0cf1b1bd62 [logterm: 2, index: 1255] at term 2: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-07-14T12:00:59.868793Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:00.312020Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ca853c333ef4586 is starting a new election at term 2"} {"level":"info","ts":"2026-07-14T12:01:00.312099Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ca853c333ef4586 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-14T12:01:00.312365Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 2, index: 1255] sent MsgPreVote request to aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-14T12:01:00.312411Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 2, index: 1255] sent MsgPreVote request to 1e179a0cf1b1bd62 at term 2"} {"level":"info","ts":"2026-07-14T12:01:00.312430Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 2ca853c333ef4586 lost leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-14T12:01:00.312504Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgPreVoteResp from 2ca853c333ef4586 at term 2"} {"level":"info","ts":"2026-07-14T12:01:00.312537Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-14T12:01:00.313591Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgPreVoteResp from 1e179a0cf1b1bd62 at term 2"} {"level":"info","ts":"2026-07-14T12:01:00.313829Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-14T12:01:00.313898Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"2ca853c333ef4586 became candidate at term 3"} {"level":"info","ts":"2026-07-14T12:01:00.313923Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 2, index: 1255] sent MsgVote request to aab6040abcf11 at term 3"} {"level":"info","ts":"2026-07-14T12:01:00.314118Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 2, index: 1255] sent MsgVote request to 1e179a0cf1b1bd62 at term 3"} {"level":"info","ts":"2026-07-14T12:01:00.342649Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgVoteResp from 2ca853c333ef4586 at term 3"} {"level":"info","ts":"2026-07-14T12:01:00.342718Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-14T12:01:00.366639Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgVoteResp from 1e179a0cf1b1bd62 at term 3"} {"level":"info","ts":"2026-07-14T12:01:00.366715Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-14T12:01:00.366752Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"2ca853c333ef4586 became leader at term 3"} {"level":"info","ts":"2026-07-14T12:01:00.366772Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2ca853c333ef4586 elected leader 2ca853c333ef4586 at term 3"} {"level":"warn","ts":"2026-07-14T12:01:00.366929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.499756569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:00.366999Z","caller":"traceutil/trace.go:172","msg":"trace[1296141327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.499830601s","start":"2026-07-14T12:00:58.867150Z","end":"2026-07-14T12:01:00.366981Z","steps":["trace[1296141327] 'agreement among raft nodes before linearized reading' (duration: 1.49975557s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.367041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:58.867127Z","time spent":"1.499906002s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:00.374866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.281918645s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:00.374938Z","caller":"traceutil/trace.go:172","msg":"trace[427664181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1080; }","duration":"1.281994875s","start":"2026-07-14T12:00:59.092929Z","end":"2026-07-14T12:01:00.374924Z","steps":["trace[427664181] 'agreement among raft nodes before linearized reading' (duration: 1.281883304s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.375176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.233777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-14T12:01:00.375251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.581366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-14T12:01:00.375263Z","caller":"traceutil/trace.go:172","msg":"trace[868263315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1080; }","duration":"527.331218ms","start":"2026-07-14T12:00:59.847918Z","end":"2026-07-14T12:01:00.375250Z","steps":["trace[868263315] 'agreement among raft nodes before linearized reading' (duration: 527.142806ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:00.375284Z","caller":"traceutil/trace.go:172","msg":"trace[323845115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1080; }","duration":"764.615076ms","start":"2026-07-14T12:00:59.610659Z","end":"2026-07-14T12:01:00.375274Z","steps":["trace[323845115] 'agreement among raft nodes before linearized reading' (duration: 764.471415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.375314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:59.610639Z","time spent":"764.667948ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:00.375313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:59.847897Z","time spent":"527.405399ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:00.375078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.257662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-14T12:01:00.375563Z","caller":"traceutil/trace.go:172","msg":"trace[1480045753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1080; }","duration":"635.754067ms","start":"2026-07-14T12:00:59.739789Z","end":"2026-07-14T12:01:00.375543Z","steps":["trace[1480045753] 'agreement among raft nodes before linearized reading' (duration: 635.11631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.375611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:59.739761Z","time spent":"635.835048ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:00.867610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.316526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:01:00.867682Z","caller":"traceutil/trace.go:172","msg":"trace[2049231717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"472.401607ms","start":"2026-07-14T12:01:00.395267Z","end":"2026-07-14T12:01:00.867668Z","steps":["trace[2049231717] 'agreement among raft nodes before linearized reading' (duration: 472.313896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.867730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:00.395243Z","time spent":"472.478418ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:01:00 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-14T12:01:00.893464Z","caller":"traceutil/trace.go:172","msg":"trace[2013407900] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1256; }","duration":"498.147106ms","start":"2026-07-14T12:01:00.395272Z","end":"2026-07-14T12:01:00.893419Z","steps":["trace[2013407900] 'read index received' (duration: 498.129796ms)","trace[2013407900] 'applied index is now lower than readState.Index' (duration: 14.73µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:00.895644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"456.058775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-14T12:01:00.895718Z","caller":"traceutil/trace.go:172","msg":"trace[1237375741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1081; }","duration":"456.135676ms","start":"2026-07-14T12:01:00.439564Z","end":"2026-07-14T12:01:00.895699Z","steps":["trace[1237375741] 'agreement among raft nodes before linearized reading' (duration: 455.927243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.895763Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:00.439544Z","time spent":"456.207596ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:01.051463Z","caller":"traceutil/trace.go:172","msg":"trace[2118139462] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1257; }","duration":"148.029668ms","start":"2026-07-14T12:01:00.903409Z","end":"2026-07-14T12:01:01.051438Z","steps":["trace[2118139462] 'read index received' (duration: 148.021378ms)","trace[2118139462] 'applied index is now lower than readState.Index' (duration: 7.19µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:01.516512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.92734ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:01.516620Z","caller":"traceutil/trace.go:172","msg":"trace[1532357815] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1081; }","duration":"424.054202ms","start":"2026-07-14T12:01:01.092548Z","end":"2026-07-14T12:01:01.516602Z","steps":["trace[1532357815] 'range keys from in-memory index tree' (duration: 423.870659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:01.516751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"613.32737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:01.516827Z","caller":"traceutil/trace.go:172","msg":"trace[684970086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"613.405351ms","start":"2026-07-14T12:01:00.903405Z","end":"2026-07-14T12:01:01.516810Z","steps":["trace[684970086] 'agreement among raft nodes before linearized reading' (duration: 148.120039ms)","trace[684970086] 'range keys from in-memory index tree' (duration: 465.183501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:01.516863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:00.903389Z","time spent":"613.466391ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:02.016732Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:02.150592Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1e179a0cf1b1bd62","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"137.922723ms"} {"level":"warn","ts":"2026-07-14T12:01:02.150733Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aab6040abcf11","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.068765ms"} {"level":"warn","ts":"2026-07-14T12:01:02.517364Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:02.712964Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1275","msg":"2ca853c333ef4586 stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-07-14T12:01:02.713033Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2ca853c333ef4586 became follower at term 3"} {"level":"info","ts":"2026-07-14T12:01:02.713048Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 2ca853c333ef4586 lost leader 2ca853c333ef4586 at term 3"} {"level":"warn","ts":"2026-07-14T12:01:03.017477Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:03.017547Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"2ca853c333ef4586 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-07-14T12:01:03.517859Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:03.517975Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"2ca853c333ef4586 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-07-14T12:01:03.912073Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ca853c333ef4586 is starting a new election at term 3"} {"level":"info","ts":"2026-07-14T12:01:03.912179Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ca853c333ef4586 became pre-candidate at term 3"} {"level":"info","ts":"2026-07-14T12:01:03.912213Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 3, index: 1261] sent MsgPreVote request to aab6040abcf11 at term 3"} {"level":"info","ts":"2026-07-14T12:01:03.912236Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 3, index: 1261] sent MsgPreVote request to 1e179a0cf1b1bd62 at term 3"} {"level":"info","ts":"2026-07-14T12:01:03.912311Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgPreVoteResp from 2ca853c333ef4586 at term 3"} {"level":"info","ts":"2026-07-14T12:01:03.912357Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-14T12:01:04.018715Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:04.519840Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:04.866454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00081631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:01:04.866531Z","caller":"traceutil/trace.go:172","msg":"trace[896381119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000907691s","start":"2026-07-14T12:01:02.865607Z","end":"2026-07-14T12:01:04.866514Z","steps":["trace[896381119] 'agreement among raft nodes before linearized reading' (duration: 2.00081108s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:04.866597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:02.865587Z","time spent":"2.000997862s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:01:04 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:01:05.020500Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:05.112852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ca853c333ef4586 is starting a new election at term 3"} {"level":"info","ts":"2026-07-14T12:01:05.112919Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ca853c333ef4586 became pre-candidate at term 3"} {"level":"info","ts":"2026-07-14T12:01:05.112952Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 3, index: 1261] sent MsgPreVote request to aab6040abcf11 at term 3"} {"level":"info","ts":"2026-07-14T12:01:05.112985Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 3, index: 1261] sent MsgPreVote request to 1e179a0cf1b1bd62 at term 3"} {"level":"info","ts":"2026-07-14T12:01:05.113065Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgPreVoteResp from 2ca853c333ef4586 at term 3"} {"level":"info","ts":"2026-07-14T12:01:05.113090Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-14T12:01:05.521335Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:06.021417Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:06.311989Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2ca853c333ef4586 is starting a new election at term 3"} {"level":"info","ts":"2026-07-14T12:01:06.312053Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2ca853c333ef4586 became pre-candidate at term 3"} {"level":"info","ts":"2026-07-14T12:01:06.312074Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 3, index: 1261] sent MsgPreVote request to aab6040abcf11 at term 3"} {"level":"info","ts":"2026-07-14T12:01:06.312088Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 3, index: 1261] sent MsgPreVote request to 1e179a0cf1b1bd62 at term 3"} {"level":"info","ts":"2026-07-14T12:01:06.312135Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgPreVoteResp from 2ca853c333ef4586 at term 3"} {"level":"info","ts":"2026-07-14T12:01:06.312156Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-14T12:01:06.321914Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgPreVoteResp from 1e179a0cf1b1bd62 at term 3"} {"level":"info","ts":"2026-07-14T12:01:06.321947Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-14T12:01:06.321967Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"2ca853c333ef4586 became candidate at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.321981Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 3, index: 1261] sent MsgVote request to aab6040abcf11 at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.321994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2ca853c333ef4586 [logterm: 3, index: 1261] sent MsgVote request to 1e179a0cf1b1bd62 at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.336112Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgVoteResp from 2ca853c333ef4586 at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.336153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-14T12:01:06.437293Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2ca853c333ef4586 received MsgVoteResp from 1e179a0cf1b1bd62 at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.437350Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2ca853c333ef4586 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-14T12:01:06.437371Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"2ca853c333ef4586 became leader at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.437382Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2ca853c333ef4586 elected leader 2ca853c333ef4586 at term 4"} {"level":"warn","ts":"2026-07-14T12:01:06.440332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.923649032s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:06.440391Z","caller":"traceutil/trace.go:172","msg":"trace[482310742] range","detail":"{range_begin:; range_end:; }","duration":"4.923719823s","start":"2026-07-14T12:01:01.516660Z","end":"2026-07-14T12:01:06.440380Z","steps":["trace[482310742] 'agreement among raft nodes before linearized reading' (duration: 4.923648922s)"],"step_count":1} {"level":"error","ts":"2026-07-14T12:01:06.440430Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-14T12:01:06.710460Z","caller":"traceutil/trace.go:172","msg":"trace[1519933175] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"5.806559843s","start":"2026-07-14T12:01:00.903865Z","end":"2026-07-14T12:01:06.710425Z","steps":["trace[1519933175] 'process raft request' (duration: 5.80619178s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:06.710532Z","caller":"traceutil/trace.go:172","msg":"trace[223853417] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"4.826866597s","start":"2026-07-14T12:01:01.883635Z","end":"2026-07-14T12:01:06.710502Z","steps":["trace[223853417] 'process raft request' (duration: 4.826692015s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:06.710673Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-14T12:01:06.710738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:01.883608Z","time spent":"4.827010939s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:01:06.710992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:00.903837Z","time spent":"5.806728405s","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:01:06.711290Z","caller":"traceutil/trace.go:172","msg":"trace[1229563753] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1262; }","duration":"270.966286ms","start":"2026-07-14T12:01:06.440287Z","end":"2026-07-14T12:01:06.711253Z","steps":["trace[1229563753] 'read index received' (duration: 270.954626ms)","trace[1229563753] 'applied index is now lower than readState.Index' (duration: 9.98µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:06.711431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.818181199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-14T12:01:06.711481Z","caller":"traceutil/trace.go:172","msg":"trace[502634121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1085; }","duration":"1.81823226s","start":"2026-07-14T12:01:04.893237Z","end":"2026-07-14T12:01:06.711469Z","steps":["trace[502634121] 'agreement among raft nodes before linearized reading' (duration: 1.818063508s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.711502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.844700213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:06.711547Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:04.893222Z","time spent":"1.81828047s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:06.711624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.637510041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-14T12:01:06.711659Z","caller":"traceutil/trace.go:172","msg":"trace[1698055037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1085; }","duration":"2.637541222s","start":"2026-07-14T12:01:04.074110Z","end":"2026-07-14T12:01:06.711651Z","steps":["trace[1698055037] 'agreement among raft nodes before linearized reading' (duration: 2.637477891s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.711682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:04.074085Z","time spent":"2.637592392s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:06.711739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.931568071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-14T12:01:06.711791Z","caller":"traceutil/trace.go:172","msg":"trace[583354856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1085; }","duration":"3.931620462s","start":"2026-07-14T12:01:02.780158Z","end":"2026-07-14T12:01:06.711778Z","steps":["trace[583354856] 'agreement among raft nodes before linearized reading' (duration: 3.9314256s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.711837Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:02.780137Z","time spent":"3.931688873s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:06.711839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.17285712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t94xq\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-07-14T12:01:06.711559Z","caller":"traceutil/trace.go:172","msg":"trace[97521260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"1.844770314s","start":"2026-07-14T12:01:04.866774Z","end":"2026-07-14T12:01:06.711544Z","steps":["trace[97521260] 'agreement among raft nodes before linearized reading' (duration: 1.844647492s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:06.711907Z","caller":"traceutil/trace.go:172","msg":"trace[509860171] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t94xq; range_end:; response_count:1; response_revision:1085; }","duration":"3.172955871s","start":"2026-07-14T12:01:03.538933Z","end":"2026-07-14T12:01:06.711889Z","steps":["trace[509860171] 'agreement among raft nodes before linearized reading' (duration: 3.172664798s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.711929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:04.866751Z","time spent":"1.845160667s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:06.711747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"756.946794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:06.711955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:03.538890Z","time spent":"3.173054242s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18376,"request content":"key:\"/registry/pods/kube-system/cilium-t94xq\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:06.711563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.331169371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-14T12:01:06.712097Z","caller":"traceutil/trace.go:172","msg":"trace[588045191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1085; }","duration":"3.331700606s","start":"2026-07-14T12:01:03.380384Z","end":"2026-07-14T12:01:06.712085Z","steps":["trace[588045191] 'agreement among raft nodes before linearized reading' (duration: 3.331043439s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.712139Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:03.380360Z","time spent":"3.331767247s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:06.712044Z","caller":"traceutil/trace.go:172","msg":"trace[1349028819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"757.206617ms","start":"2026-07-14T12:01:05.954774Z","end":"2026-07-14T12:01:06.711980Z","steps":["trace[1349028819] 'agreement among raft nodes before linearized reading' (duration: 756.877184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.712260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.639590275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-14T12:01:06.712698Z","caller":"traceutil/trace.go:172","msg":"trace[1425520559] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1085; }","duration":"4.640029471s","start":"2026-07-14T12:01:02.072654Z","end":"2026-07-14T12:01:06.712684Z","steps":["trace[1425520559] 'agreement among raft nodes before linearized reading' (duration: 4.63909329s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.712798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:02.072632Z","time spent":"4.640151972s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:06.712460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:05.954761Z","time spent":"757.540793ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:07.077096Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1e179a0cf1b1bd62","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.524597ms"} {"level":"warn","ts":"2026-07-14T12:01:07.077217Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aab6040abcf11","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.651638ms"} {"level":"warn","ts":"2026-07-14T12:01:07.212194Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:07.712661Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021904,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:07.952445Z","caller":"traceutil/trace.go:172","msg":"trace[622517513] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1262; }","duration":"1.241024452s","start":"2026-07-14T12:01:06.711385Z","end":"2026-07-14T12:01:07.952410Z","steps":["trace[622517513] 'read index received' (duration: 1.241014242s)","trace[622517513] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:07.952671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.510827445s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:07.952716Z","caller":"traceutil/trace.go:172","msg":"trace[1532781080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1085; }","duration":"1.510891256s","start":"2026-07-14T12:01:06.441811Z","end":"2026-07-14T12:01:07.952702Z","steps":["trace[1532781080] 'agreement among raft nodes before linearized reading' (duration: 1.510791305s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:07.954059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.23346079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:07.954123Z","caller":"traceutil/trace.go:172","msg":"trace[76058159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"1.23351883s","start":"2026-07-14T12:01:06.720584Z","end":"2026-07-14T12:01:07.954103Z","steps":["trace[76058159] 'agreement among raft nodes before linearized reading' (duration: 1.233391259s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:07.954170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.720573Z","time spent":"1.233585841s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T12:01:08.303177Z","caller":"traceutil/trace.go:172","msg":"trace[623378095] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"3.14169755s","start":"2026-07-14T12:01:05.161459Z","end":"2026-07-14T12:01:08.303156Z","steps":["trace[623378095] 'process raft request' (duration: 3.141493848s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:08.303322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:05.161437Z","time spent":"3.141821621s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:01:08.303467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.714085Z","time spent":"1.589379253s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-14T12:01:08.303773Z","caller":"traceutil/trace.go:172","msg":"trace[913257333] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"1.588320021s","start":"2026-07-14T12:01:06.715443Z","end":"2026-07-14T12:01:08.303763Z","steps":["trace[913257333] 'process raft request' (duration: 1.587950826s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:08.303940Z","caller":"traceutil/trace.go:172","msg":"trace[1048208853] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"1.571566626s","start":"2026-07-14T12:01:06.732359Z","end":"2026-07-14T12:01:08.303925Z","steps":["trace[1048208853] 'process raft request' (duration: 1.571293923s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:08.304012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.715421Z","time spent":"1.588433562s","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-14T12:01:08.304021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.732337Z","time spent":"1.571648578s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:01:08.322882Z","caller":"traceutil/trace.go:172","msg":"trace[846329833] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1274; }","duration":"368.611962ms","start":"2026-07-14T12:01:07.954244Z","end":"2026-07-14T12:01:08.322856Z","steps":["trace[846329833] 'read index received' (duration: 368.603542ms)","trace[846329833] 'applied index is now lower than readState.Index' (duration: 6.81µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:08.323216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.000287ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:08.323263Z","caller":"traceutil/trace.go:172","msg":"trace[1249914163] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1094; }","duration":"369.064508ms","start":"2026-07-14T12:01:07.954186Z","end":"2026-07-14T12:01:08.323250Z","steps":["trace[1249914163] 'agreement among raft nodes before linearized reading' (duration: 368.811664ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:08.414278Z","caller":"traceutil/trace.go:172","msg":"trace[1074829703] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"110.006506ms","start":"2026-07-14T12:01:08.304255Z","end":"2026-07-14T12:01:08.414261Z","steps":["trace[1074829703] 'process raft request' (duration: 109.862685ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:08.444117Z","caller":"traceutil/trace.go:172","msg":"trace[1019804925] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1275; }","duration":"121.119738ms","start":"2026-07-14T12:01:08.322963Z","end":"2026-07-14T12:01:08.444083Z","steps":["trace[1019804925] 'read index received' (duration: 121.111978ms)","trace[1019804925] 'applied index is now lower than readState.Index' (duration: 6.08µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:08.444337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.872974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:08.444521Z","caller":"traceutil/trace.go:172","msg":"trace[127873649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1095; }","duration":"481.067996ms","start":"2026-07-14T12:01:07.963440Z","end":"2026-07-14T12:01:08.444508Z","steps":["trace[127873649] 'agreement among raft nodes before linearized reading' (duration: 480.808943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:08.444677Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:07.963420Z","time spent":"481.185237ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T12:01:08.445602Z","caller":"traceutil/trace.go:172","msg":"trace[1989596223] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"137.228464ms","start":"2026-07-14T12:01:08.308353Z","end":"2026-07-14T12:01:08.445582Z","steps":["trace[1989596223] 'process raft request' (duration: 137.175123ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:08.599096Z","caller":"traceutil/trace.go:172","msg":"trace[391128153] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1280; }","duration":"154.867318ms","start":"2026-07-14T12:01:08.444198Z","end":"2026-07-14T12:01:08.599066Z","steps":["trace[391128153] 'read index received' (duration: 154.858788ms)","trace[391128153] 'applied index is now lower than readState.Index' (duration: 7.21µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:08.599243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.216046ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:08.599231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.572811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-07-14T12:01:08.599272Z","caller":"traceutil/trace.go:172","msg":"trace[424798643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1100; }","duration":"274.250666ms","start":"2026-07-14T12:01:08.325012Z","end":"2026-07-14T12:01:08.599263Z","steps":["trace[424798643] 'agreement among raft nodes before linearized reading' (duration: 274.194536ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:08.599284Z","caller":"traceutil/trace.go:172","msg":"trace[399205659] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1099; }","duration":"182.636982ms","start":"2026-07-14T12:01:08.416635Z","end":"2026-07-14T12:01:08.599272Z","steps":["trace[399205659] 'agreement among raft nodes before linearized reading' (duration: 182.44591ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:08.599265Z","caller":"traceutil/trace.go:172","msg":"trace[944220353] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"149.089625ms","start":"2026-07-14T12:01:08.450110Z","end":"2026-07-14T12:01:08.599200Z","steps":["trace[944220353] 'process raft request' (duration: 148.960083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:08.846873Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1e179a0cf1b1bd62","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.613544ms"} {"level":"warn","ts":"2026-07-14T12:01:08.846937Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aab6040abcf11","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.686496ms"} {"level":"warn","ts":"2026-07-14T12:01:09.100172Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:09.304124Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1e179a0cf1b1bd62","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"257.162504ms"} {"level":"warn","ts":"2026-07-14T12:01:09.304184Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aab6040abcf11","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"257.233495ms"} {"level":"info","ts":"2026-07-14T12:01:09.304172Z","caller":"traceutil/trace.go:172","msg":"trace[1733122303] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1281; }","duration":"704.982252ms","start":"2026-07-14T12:01:08.599162Z","end":"2026-07-14T12:01:09.304144Z","steps":["trace[1733122303] 'read index received' (duration: 704.972392ms)","trace[1733122303] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:09.499875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.053515546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:09.499947Z","caller":"traceutil/trace.go:172","msg":"trace[1438199434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"1.053594597s","start":"2026-07-14T12:01:08.446335Z","end":"2026-07-14T12:01:09.499930Z","steps":["trace[1438199434] 'agreement among raft nodes before linearized reading' (duration: 857.921628ms)","trace[1438199434] 'range keys from in-memory index tree' (duration: 195.560818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:09.499981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:08.446308Z","time spent":"1.053666838s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:09.500361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"653.062405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-14T12:01:09.500609Z","caller":"traceutil/trace.go:172","msg":"trace[453896950] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"897.386314ms","start":"2026-07-14T12:01:08.603210Z","end":"2026-07-14T12:01:09.500596Z","steps":["trace[453896950] 'process raft request' (duration: 897.332424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:09.500652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:08.603187Z","time spent":"897.448655ms","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-14T12:01:09.690098Z","caller":"traceutil/trace.go:172","msg":"trace[484486951] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1286; }","duration":"385.849278ms","start":"2026-07-14T12:01:09.304221Z","end":"2026-07-14T12:01:09.690070Z","steps":["trace[484486951] 'read index received' (duration: 385.840888ms)","trace[484486951] 'applied index is now lower than readState.Index' (duration: 6.76µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:10.190664Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:10.690900Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:11.191932Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021919,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:11.404540Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2ca853c333ef4586 [logterm: 4, index: 1296, vote: 2ca853c333ef4586] ignored MsgPreVote from aab6040abcf11 [logterm: 4, index: 1290] at term 4: lease is not expired (remaining ticks: 7)"} {"level":"warn","ts":"2026-07-14T12:01:11.507372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000287556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T12:01:11.507662Z","caller":"traceutil/trace.go:172","msg":"trace[1029335933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608809s","start":"2026-07-14T12:01:09.507033Z","end":"2026-07-14T12:01:11.507641Z","steps":["trace[1029335933] 'agreement among raft nodes before linearized reading' (duration: 2.000284946s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:11.507918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:09.507019Z","time spent":"2.000885252s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:11.538883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.937567054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-07-14T12:01:11.538943Z","caller":"traceutil/trace.go:172","msg":"trace[546586202] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1105; }","duration":"2.937622194s","start":"2026-07-14T12:01:08.601301Z","end":"2026-07-14T12:01:11.538924Z","steps":["trace[546586202] 'agreement among raft nodes before linearized reading' (duration: 1.088887869s)","trace[546586202] 'range keys from in-memory index tree' (duration: 1.848576644s)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:11.538918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.446139889s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:11.538975Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:08.601277Z","time spent":"2.937690365s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":411,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-14T12:01:11.539018Z","caller":"traceutil/trace.go:172","msg":"trace[1161009325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1105; }","duration":"2.446241721s","start":"2026-07-14T12:01:09.092740Z","end":"2026-07-14T12:01:11.538982Z","steps":["trace[1161009325] 'agreement among raft nodes before linearized reading' (duration: 597.402083ms)","trace[1161009325] 'range keys from in-memory index tree' (duration: 1.848704586s)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:11.539006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.848785177s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-07-14T12:01:11.652433Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.962177271s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-14T12:01:11.652617Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1e179a0cf1b1bd62","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.762466574s"} {"level":"warn","ts":"2026-07-14T12:01:11.652650Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aab6040abcf11","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.762521565s"} {"level":"warn","ts":"2026-07-14T12:01:11.653140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.148734451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-14T12:01:11.653765Z","caller":"traceutil/trace.go:172","msg":"trace[1679270677] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226; range_end:; response_count:1; response_revision:1107; }","duration":"2.149373478s","start":"2026-07-14T12:01:09.504371Z","end":"2026-07-14T12:01:11.653745Z","steps":["trace[1679270677] 'agreement among raft nodes before linearized reading' (duration: 2.148557089s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:11.653964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:09.504358Z","time spent":"2.149588591s","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:11.653143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.190806651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-14T12:01:11.654269Z","caller":"traceutil/trace.go:172","msg":"trace[1033912021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1107; }","duration":"2.191880414s","start":"2026-07-14T12:01:09.462305Z","end":"2026-07-14T12:01:11.654186Z","steps":["trace[1033912021] 'agreement among raft nodes before linearized reading' (duration: 2.19066973s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:11.654387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:09.462286Z","time spent":"2.192082976s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:11.653252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.233957603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-14T12:01:11.654703Z","caller":"traceutil/trace.go:172","msg":"trace[780041346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1107; }","duration":"2.235413489s","start":"2026-07-14T12:01:09.419278Z","end":"2026-07-14T12:01:11.654691Z","steps":["trace[780041346] 'agreement among raft nodes before linearized reading' (duration: 2.233866762s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:11.654742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:09.419252Z","time spent":"2.235478949s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:11.653090Z","caller":"traceutil/trace.go:172","msg":"trace[851276285] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1288; }","duration":"1.962456654s","start":"2026-07-14T12:01:09.690172Z","end":"2026-07-14T12:01:11.652629Z","steps":["trace[851276285] 'read index received' (duration: 1.962446234s)","trace[851276285] 'applied index is now lower than readState.Index' (duration: 8.93µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:12.156151Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:12.656527Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:13.145636Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.492655502s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-14T12:01:13.145792Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1e179a0cf1b1bd62","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.293112506s"} {"level":"warn","ts":"2026-07-14T12:01:13.145832Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aab6040abcf11","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.293155897s"} {"level":"warn","ts":"2026-07-14T12:01:13.145829Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5009866872304021920,"received-request-id":5009866872304021919} {"level":"warn","ts":"2026-07-14T12:01:13.156662Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:13.172045Z","caller":"traceutil/trace.go:172","msg":"trace[1305011549] linearizableReadLoop","detail":"{readStateIndex:1296; appliedIndex:1296; }","duration":"1.517120076s","start":"2026-07-14T12:01:11.654910Z","end":"2026-07-14T12:01:13.172030Z","steps":["trace[1305011549] 'read index received' (duration: 1.517113136s)","trace[1305011549] 'applied index is now lower than readState.Index' (duration: 6.15µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:13.172117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.663488428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.172150Z","caller":"traceutil/trace.go:172","msg":"trace[868341662] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"1.515151894s","start":"2026-07-14T12:01:11.656987Z","end":"2026-07-14T12:01:13.172138Z","steps":["trace[868341662] 'process raft request' (duration: 1.515075044s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.172182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.631208029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-07-14T12:01:13.172192Z","caller":"traceutil/trace.go:172","msg":"trace[1891919694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1110; }","duration":"1.66356823s","start":"2026-07-14T12:01:11.508608Z","end":"2026-07-14T12:01:13.172177Z","steps":["trace[1891919694] 'agreement among raft nodes before linearized reading' (duration: 1.663448638s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.172202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.626331165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:13.172227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.500191041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-14T12:01:13.172243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:11.656966Z","time spent":"1.515222496s","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:01:13.172331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.799283824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-14T12:01:13.172347Z","caller":"traceutil/trace.go:172","msg":"trace[24651326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1111; }","duration":"2.500313063s","start":"2026-07-14T12:01:10.672027Z","end":"2026-07-14T12:01:13.172340Z","steps":["trace[24651326] 'agreement among raft nodes before linearized reading' (duration: 2.50012368s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.172399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:10.671994Z","time spent":"2.500397074s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.172227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:11.508591Z","time spent":"1.66362739s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:13.172242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.631770704s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.172600Z","caller":"traceutil/trace.go:172","msg":"trace[356473123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1111; }","duration":"1.632123138s","start":"2026-07-14T12:01:11.540466Z","end":"2026-07-14T12:01:13.172589Z","steps":["trace[356473123] 'agreement among raft nodes before linearized reading' (duration: 1.631764364s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:13.172248Z","caller":"traceutil/trace.go:172","msg":"trace[1572159267] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1111; }","duration":"1.626380045s","start":"2026-07-14T12:01:11.545858Z","end":"2026-07-14T12:01:13.172238Z","steps":["trace[1572159267] 'agreement among raft nodes before linearized reading' (duration: 1.626276543s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.172733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:11.545847Z","time spent":"1.626871432s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:13.172213Z","caller":"traceutil/trace.go:172","msg":"trace[210108373] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1110; }","duration":"1.631245249s","start":"2026-07-14T12:01:11.540960Z","end":"2026-07-14T12:01:13.172205Z","steps":["trace[210108373] 'agreement among raft nodes before linearized reading' (duration: 1.631130267s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.172789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:11.540939Z","time spent":"1.631838495s","remote":"127.0.0.1:48858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":541,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.172304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.935893154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.172889Z","caller":"traceutil/trace.go:172","msg":"trace[709808124] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1111; }","duration":"1.93650667s","start":"2026-07-14T12:01:11.236372Z","end":"2026-07-14T12:01:13.172879Z","steps":["trace[709808124] 'agreement among raft nodes before linearized reading' (duration: 1.935885614s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.172912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:11.236349Z","time spent":"1.93655522s","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.172267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.877267745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.173013Z","caller":"traceutil/trace.go:172","msg":"trace[536999742] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1110; }","duration":"1.878087885s","start":"2026-07-14T12:01:11.294856Z","end":"2026-07-14T12:01:13.172943Z","steps":["trace[536999742] 'agreement among raft nodes before linearized reading' (duration: 1.877247955s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:13.172366Z","caller":"traceutil/trace.go:172","msg":"trace[1848385196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1111; }","duration":"2.799320325s","start":"2026-07-14T12:01:10.373037Z","end":"2026-07-14T12:01:13.172357Z","steps":["trace[1848385196] 'agreement among raft nodes before linearized reading' (duration: 2.799225304s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.173156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:10.373011Z","time spent":"2.800134023s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.173212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:11.294824Z","time spent":"1.878376608s","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.672855Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:14.173864Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:14.604352Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2ca853c333ef4586 [logterm: 4, index: 1301, vote: 2ca853c333ef4586] ignored MsgPreVote from aab6040abcf11 [logterm: 4, index: 1300] at term 4: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-07-14T12:01:14.674893Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:14.726189Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2ca853c333ef4586 [logterm: 4, index: 1301, vote: 2ca853c333ef4586] ignored MsgVote from aab6040abcf11 [logterm: 4, index: 1300] at term 4: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-07-14T12:01:14.731177Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"2ca853c333ef4586 [term: 4] received a MsgApp message with higher term from aab6040abcf11 [term: 5]"} {"level":"info","ts":"2026-07-14T12:01:14.731260Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2ca853c333ef4586 became follower at term 5"} {"level":"info","ts":"2026-07-14T12:01:14.731291Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1301 [existing term: 4, conflicting term: 5]"} {"level":"info","ts":"2026-07-14T12:01:14.731306Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1301"} {"level":"info","ts":"2026-07-14T12:01:14.731322Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 2ca853c333ef4586 changed leader from 2ca853c333ef4586 to aab6040abcf11 at term 5"} {"level":"warn","ts":"2026-07-14T12:01:15.175101Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:15.181290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999987288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T12:01:15.181377Z","caller":"traceutil/trace.go:172","msg":"trace[1806143562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080019s","start":"2026-07-14T12:01:13.181283Z","end":"2026-07-14T12:01:15.181363Z","steps":["trace[1806143562] 'agreement among raft nodes before linearized reading' (duration: 1.999982048s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.181460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.181273Z","time spent":"2.00017864s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:15.360661Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.167894696s","expected-duration":"1s"} {"level":"info","ts":"2026-07-14T12:01:15.360834Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"2ca853c333ef4586 [term: 5] ignored a MsgAppResp message with lower term from 2ca853c333ef4586 [term: 4]"} {"level":"info","ts":"2026-07-14T12:01:15.360870Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"2ca853c333ef4586 [term: 5] ignored a MsgAppResp message with lower term from 2ca853c333ef4586 [term: 4]"} {"level":"info","ts":"2026-07-14T12:01:15.360895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"2ca853c333ef4586 [term: 5] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 4]"} {"level":"warn","ts":"2026-07-14T12:01:15.361126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.568909372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-14T12:01:15.361180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.479127412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:15.361539Z","caller":"traceutil/trace.go:172","msg":"trace[394195306] range","detail":"{range_begin:/registry/resourceclaims; range_end:; }","duration":"3.479487285s","start":"2026-07-14T12:01:11.882032Z","end":"2026-07-14T12:01:15.361520Z","steps":["trace[394195306] 'agreement among raft nodes before linearized reading' (duration: 3.479125632s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.361784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:11.881978Z","time spent":"3.479682148s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:15.361200Z","caller":"traceutil/trace.go:172","msg":"trace[1795827637] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; }","duration":"2.569007693s","start":"2026-07-14T12:01:12.792178Z","end":"2026-07-14T12:01:15.361186Z","steps":["trace[1795827637] 'agreement among raft nodes before linearized reading' (duration: 2.568905502s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.361871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:12.792144Z","time spent":"2.56970979s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:15.361143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.464811476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-14T12:01:15.361073Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5009866872304021924,"received-request-id":5009866872304021922} {"level":"warn","ts":"2026-07-14T12:01:15.362561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.224878193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:15.362594Z","caller":"traceutil/trace.go:172","msg":"trace[556138960] range","detail":"{range_begin:/registry/deployments; range_end:; }","duration":"2.224925283s","start":"2026-07-14T12:01:13.137662Z","end":"2026-07-14T12:01:15.362587Z","steps":["trace[556138960] 'agreement among raft nodes before linearized reading' (duration: 2.224877353s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.362543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.964752747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-14T12:01:15.362628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.137633Z","time spent":"2.224987774s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:15.362636Z","caller":"traceutil/trace.go:172","msg":"trace[710564171] range","detail":"{range_begin:/registry/limitranges; range_end:; }","duration":"2.964849548s","start":"2026-07-14T12:01:12.397776Z","end":"2026-07-14T12:01:15.362625Z","steps":["trace[710564171] 'agreement among raft nodes before linearized reading' (duration: 2.964751227s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:15.362351Z","caller":"traceutil/trace.go:172","msg":"trace[1672749435] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; }","duration":"3.466032859s","start":"2026-07-14T12:01:11.896303Z","end":"2026-07-14T12:01:15.362335Z","steps":["trace[1672749435] 'agreement among raft nodes before linearized reading' (duration: 3.464811196s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.362888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:12.397753Z","time spent":"2.965122101s","remote":"127.0.0.1:48576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:15.362713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.239013305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-14T12:01:15.363459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:11.896282Z","time spent":"3.466548075s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:15.363731Z","caller":"traceutil/trace.go:172","msg":"trace[1962457130] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; }","duration":"2.239288839s","start":"2026-07-14T12:01:13.123671Z","end":"2026-07-14T12:01:15.362960Z","steps":["trace[1962457130] 'agreement among raft nodes before linearized reading' (duration: 2.239011955s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.363862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.123641Z","time spent":"2.240202048s","remote":"127.0.0.1:49234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:15.434831Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"2ca853c333ef4586 [term: 5] ignored a MsgAppResp message with lower term from 2ca853c333ef4586 [term: 4]"} {"level":"warn","ts":"2026-07-14T12:01:15.475544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.399952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-14T12:01:15.475518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.658438768s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:15.475617Z","caller":"traceutil/trace.go:172","msg":"trace[1331588473] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1112; }","duration":"1.658585179s","start":"2026-07-14T12:01:13.817015Z","end":"2026-07-14T12:01:15.475600Z","steps":["trace[1331588473] 'range keys from in-memory index tree' (duration: 1.658386437s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:15.526834Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-14T12:01:16.027396Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:16.528447Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5009866872304021924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:16.646111Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.11940098s","expected-duration":"1s"} {"level":"info","ts":"2026-07-14T12:01:16.646334Z","caller":"traceutil/trace.go:172","msg":"trace[802296307] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1310; }","duration":"1.285283106s","start":"2026-07-14T12:01:15.361036Z","end":"2026-07-14T12:01:16.646319Z","steps":["trace[802296307] 'read index received' (duration: 1.285272336s)","trace[802296307] 'applied index is now lower than readState.Index' (duration: 9.86µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:16.646442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.323457847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.646462Z","caller":"traceutil/trace.go:172","msg":"trace[1006933260] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1123; }","duration":"1.323491418s","start":"2026-07-14T12:01:15.322963Z","end":"2026-07-14T12:01:16.646454Z","steps":["trace[1006933260] 'agreement among raft nodes before linearized reading' (duration: 1.323432427s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.646490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.322944Z","time spent":"1.323542188s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.646637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.464750849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.646659Z","caller":"traceutil/trace.go:172","msg":"trace[1148175204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1123; }","duration":"1.464772219s","start":"2026-07-14T12:01:15.181882Z","end":"2026-07-14T12:01:16.646655Z","steps":["trace[1148175204] 'agreement among raft nodes before linearized reading' (duration: 1.464739328s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.646671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.181871Z","time spent":"1.464797529s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:16.647068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.798648129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.647175Z","caller":"traceutil/trace.go:172","msg":"trace[201871276] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1123; }","duration":"2.79876239s","start":"2026-07-14T12:01:13.848392Z","end":"2026-07-14T12:01:16.647154Z","steps":["trace[201871276] 'agreement among raft nodes before linearized reading' (duration: 2.798596338s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.647223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.848371Z","time spent":"2.798841122s","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.647280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.522290287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-14T12:01:16.647330Z","caller":"traceutil/trace.go:172","msg":"trace[165908755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1123; }","duration":"1.522340718s","start":"2026-07-14T12:01:15.124983Z","end":"2026-07-14T12:01:16.647324Z","steps":["trace[165908755] 'agreement among raft nodes before linearized reading' (duration: 1.521763302s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.647345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.124965Z","time spent":"1.522376509s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.647462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.226071854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.647483Z","caller":"traceutil/trace.go:172","msg":"trace[509376485] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1123; }","duration":"3.226091634s","start":"2026-07-14T12:01:13.421385Z","end":"2026-07-14T12:01:16.647477Z","steps":["trace[509376485] 'agreement among raft nodes before linearized reading' (duration: 3.226061474s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.647495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.421364Z","time spent":"3.226128475s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.647496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.735209114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:16.647522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.472827245s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.647545Z","caller":"traceutil/trace.go:172","msg":"trace[1634530616] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1123; }","duration":"1.735259055s","start":"2026-07-14T12:01:14.912271Z","end":"2026-07-14T12:01:16.647530Z","steps":["trace[1634530616] 'agreement among raft nodes before linearized reading' (duration: 1.735177544s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.647570Z","caller":"traceutil/trace.go:172","msg":"trace[1108478648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1123; }","duration":"3.472875905s","start":"2026-07-14T12:01:13.174682Z","end":"2026-07-14T12:01:16.647557Z","steps":["trace[1108478648] 'agreement among raft nodes before linearized reading' (duration: 3.472788704s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.647580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.912244Z","time spent":"1.735327425s","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.647839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.508927976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:16.647839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.471400169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-14T12:01:16.647855Z","caller":"traceutil/trace.go:172","msg":"trace[1829409628] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1123; }","duration":"2.508944926s","start":"2026-07-14T12:01:14.138905Z","end":"2026-07-14T12:01:16.647850Z","steps":["trace[1829409628] 'agreement among raft nodes before linearized reading' (duration: 2.508914566s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.647867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.138882Z","time spent":"2.508982327s","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:16.647868Z","caller":"traceutil/trace.go:172","msg":"trace[6924114] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226; range_end:; response_count:1; response_revision:1123; }","duration":"3.471429399s","start":"2026-07-14T12:01:13.176430Z","end":"2026-07-14T12:01:16.647859Z","steps":["trace[6924114] 'agreement among raft nodes before linearized reading' (duration: 3.471311578s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.650416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.176415Z","time spent":"3.473787855s","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18c2263d9a95a226\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.647951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.261484306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.651124Z","caller":"traceutil/trace.go:172","msg":"trace[1059611794] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1123; }","duration":"2.26464441s","start":"2026-07-14T12:01:14.386462Z","end":"2026-07-14T12:01:16.651107Z","steps":["trace[1059611794] 'agreement among raft nodes before linearized reading' (duration: 2.261474166s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.651167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.386444Z","time spent":"2.26470255s","remote":"127.0.0.1:48482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.647969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.291199786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:16.649444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.179826805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:110 size:9371"} {"level":"info","ts":"2026-07-14T12:01:16.651421Z","caller":"traceutil/trace.go:172","msg":"trace[2125753652] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:110; response_revision:1123; }","duration":"2.181806455s","start":"2026-07-14T12:01:14.469601Z","end":"2026-07-14T12:01:16.651407Z","steps":["trace[2125753652] 'agreement among raft nodes before linearized reading' (duration: 2.178109956s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.651484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.469579Z","time spent":"2.181865236s","remote":"127.0.0.1:49414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":110,"response size":9393,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-07-14T12:01:16.649640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.474073288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-14T12:01:16.652320Z","caller":"traceutil/trace.go:172","msg":"trace[1649686186] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1123; }","duration":"3.476741046s","start":"2026-07-14T12:01:13.175557Z","end":"2026-07-14T12:01:16.652298Z","steps":["trace[1649686186] 'agreement among raft nodes before linearized reading' (duration: 3.472856004s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.652466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.723783748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.652525Z","caller":"traceutil/trace.go:172","msg":"trace[252981556] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1123; }","duration":"2.727763662s","start":"2026-07-14T12:01:13.924750Z","end":"2026-07-14T12:01:16.652514Z","steps":["trace[252981556] 'agreement among raft nodes before linearized reading' (duration: 2.723750598s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.652567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.924728Z","time spent":"2.727829873s","remote":"127.0.0.1:49018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.652480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.175545Z","time spent":"3.476917288s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:16.653215Z","caller":"traceutil/trace.go:172","msg":"trace[1350143879] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1123; }","duration":"2.296431273s","start":"2026-07-14T12:01:14.356765Z","end":"2026-07-14T12:01:16.653197Z","steps":["trace[1350143879] 'agreement among raft nodes before linearized reading' (duration: 2.291193646s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.653289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.356737Z","time spent":"2.296529894s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.663133Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5009866872304021925,"received-request-id":5009866872304021924} {"level":"warn","ts":"2026-07-14T12:01:16.668289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"689.722601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:16.668377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.275875284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.668435Z","caller":"traceutil/trace.go:172","msg":"trace[1934401072] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1146; }","duration":"1.275951485s","start":"2026-07-14T12:01:15.392471Z","end":"2026-07-14T12:01:16.668423Z","steps":["trace[1934401072] 'agreement among raft nodes before linearized reading' (duration: 1.275845933s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.668468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.392460Z","time spent":"1.276002405s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.668505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.280084098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.668538Z","caller":"traceutil/trace.go:172","msg":"trace[244428047] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1146; }","duration":"1.280112679s","start":"2026-07-14T12:01:15.388416Z","end":"2026-07-14T12:01:16.668528Z","steps":["trace[244428047] 'agreement among raft nodes before linearized reading' (duration: 1.280071268s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.668572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.388403Z","time spent":"1.28016235s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.668616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"712.418925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.668643Z","caller":"traceutil/trace.go:172","msg":"trace[762146148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1146; }","duration":"712.443456ms","start":"2026-07-14T12:01:15.956192Z","end":"2026-07-14T12:01:16.668635Z","steps":["trace[762146148] 'agreement among raft nodes before linearized reading' (duration: 712.405205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.668658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.956178Z","time spent":"712.476496ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:16.668749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.280685325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.668786Z","caller":"traceutil/trace.go:172","msg":"trace[847310758] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1146; }","duration":"1.280721275s","start":"2026-07-14T12:01:15.388056Z","end":"2026-07-14T12:01:16.668777Z","steps":["trace[847310758] 'agreement among raft nodes before linearized reading' (duration: 1.280666785s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.668812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.388049Z","time spent":"1.280756876s","remote":"127.0.0.1:48576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.668829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"751.78294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T12:01:16.668850Z","caller":"traceutil/trace.go:172","msg":"trace[1412517052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1146; }","duration":"751.80468ms","start":"2026-07-14T12:01:15.917039Z","end":"2026-07-14T12:01:16.668843Z","steps":["trace[1412517052] 'agreement among raft nodes before linearized reading' (duration: 751.707949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.668867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.917000Z","time spent":"751.86326ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.668959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.281014579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:16.668993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"901.125497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.668995Z","caller":"traceutil/trace.go:172","msg":"trace[574822949] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1146; }","duration":"1.281049789s","start":"2026-07-14T12:01:15.387937Z","end":"2026-07-14T12:01:16.668987Z","steps":["trace[574822949] 'agreement among raft nodes before linearized reading' (duration: 1.280997019s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.669011Z","caller":"traceutil/trace.go:172","msg":"trace[1606647551] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1146; }","duration":"901.142158ms","start":"2026-07-14T12:01:15.767863Z","end":"2026-07-14T12:01:16.669005Z","steps":["trace[1606647551] 'agreement among raft nodes before linearized reading' (duration: 901.116787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.669027Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.767839Z","time spent":"901.183789ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.669220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"948.781161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.669248Z","caller":"traceutil/trace.go:172","msg":"trace[1781765653] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1147; }","duration":"948.811571ms","start":"2026-07-14T12:01:15.720431Z","end":"2026-07-14T12:01:16.669243Z","steps":["trace[1781765653] 'agreement among raft nodes before linearized reading' (duration: 948.764341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.669265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.720398Z","time spent":"948.863312ms","remote":"127.0.0.1:49018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.668472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.277265668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.669347Z","caller":"traceutil/trace.go:172","msg":"trace[1825221319] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1146; }","duration":"1.278137357s","start":"2026-07-14T12:01:15.391202Z","end":"2026-07-14T12:01:16.669339Z","steps":["trace[1825221319] 'agreement among raft nodes before linearized reading' (duration: 1.277253138s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.669370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.391192Z","time spent":"1.278171387s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.668441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.277132957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:16.669496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.150037189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-14T12:01:16.669515Z","caller":"traceutil/trace.go:172","msg":"trace[98887790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1148; }","duration":"1.150054889s","start":"2026-07-14T12:01:15.519454Z","end":"2026-07-14T12:01:16.669509Z","steps":["trace[98887790] 'agreement among raft nodes before linearized reading' (duration: 1.150010888s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.669531Z","caller":"traceutil/trace.go:172","msg":"trace[763935646] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1146; }","duration":"1.278210598s","start":"2026-07-14T12:01:15.391300Z","end":"2026-07-14T12:01:16.669511Z","steps":["trace[763935646] 'agreement among raft nodes before linearized reading' (duration: 1.277113536s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.669590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.391293Z","time spent":"1.278276498s","remote":"127.0.0.1:49234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.669775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.178876669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-14T12:01:16.669793Z","caller":"traceutil/trace.go:172","msg":"trace[933416676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1148; }","duration":"1.178895609s","start":"2026-07-14T12:01:15.490893Z","end":"2026-07-14T12:01:16.669789Z","steps":["trace[933416676] 'agreement among raft nodes before linearized reading' (duration: 1.178810118s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.669805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.490867Z","time spent":"1.17893452s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:16.668379Z","caller":"traceutil/trace.go:172","msg":"trace[331489560] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1146; }","duration":"689.816912ms","start":"2026-07-14T12:01:15.978548Z","end":"2026-07-14T12:01:16.668365Z","steps":["trace[331489560] 'agreement among raft nodes before linearized reading' (duration: 689.687391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.669851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.978535Z","time spent":"691.312037ms","remote":"127.0.0.1:48858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.669023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.387921Z","time spent":"1.281096381s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.668967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"879.820768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:16.670433Z","caller":"traceutil/trace.go:172","msg":"trace[759671930] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1146; }","duration":"881.270843ms","start":"2026-07-14T12:01:15.789141Z","end":"2026-07-14T12:01:16.670412Z","steps":["trace[759671930] 'agreement among raft nodes before linearized reading' (duration: 879.808138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.670527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.789121Z","time spent":"881.389574ms","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:16.671231Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.519442Z","time spent":"1.150083779s","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:17.383228Z","caller":"traceutil/trace.go:172","msg":"trace[1063162786] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"577.121971ms","start":"2026-07-14T12:01:16.806081Z","end":"2026-07-14T12:01:17.383203Z","steps":["trace[1063162786] 'process raft request' (duration: 576.985039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:17.383617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:16.806049Z","time spent":"577.236821ms","remote":"127.0.0.1:48832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:01:17.552082Z","caller":"traceutil/trace.go:172","msg":"trace[1449749791] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1364; }","duration":"459.266143ms","start":"2026-07-14T12:01:17.092786Z","end":"2026-07-14T12:01:17.552052Z","steps":["trace[1449749791] 'read index received' (duration: 459.253802ms)","trace[1449749791] 'applied index is now lower than readState.Index' (duration: 10.821µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:17.552237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.425834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:17.552296Z","caller":"traceutil/trace.go:172","msg":"trace[1637383356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1173; }","duration":"459.501255ms","start":"2026-07-14T12:01:17.092778Z","end":"2026-07-14T12:01:17.552279Z","steps":["trace[1637383356] 'agreement among raft nodes before linearized reading' (duration: 459.393794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:17.553765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.673367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:17.553806Z","caller":"traceutil/trace.go:172","msg":"trace[1647258195] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1176; }","duration":"349.717918ms","start":"2026-07-14T12:01:17.204079Z","end":"2026-07-14T12:01:17.553797Z","steps":["trace[1647258195] 'agreement among raft nodes before linearized reading' (duration: 349.652057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:17.553863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.228304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:17.553927Z","caller":"traceutil/trace.go:172","msg":"trace[1996885253] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1176; }","duration":"309.296515ms","start":"2026-07-14T12:01:17.244619Z","end":"2026-07-14T12:01:17.553915Z","steps":["trace[1996885253] 'agreement among raft nodes before linearized reading' (duration: 309.206354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:17.553972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:17.244592Z","time spent":"309.372856ms","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:17.553829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:17.204046Z","time spent":"349.778189ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:21.372986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.372417Z","time spent":"7.000562089s","remote":"127.0.0.1:48676","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-07-14T12:01:22.046962Z","caller":"traceutil/trace.go:172","msg":"trace[938741625] linearizableReadLoop","detail":"{readStateIndex:1430; appliedIndex:1430; }","duration":"120.247225ms","start":"2026-07-14T12:01:21.926694Z","end":"2026-07-14T12:01:22.046941Z","steps":["trace[938741625] 'read index received' (duration: 120.229125ms)","trace[938741625] 'applied index is now lower than readState.Index' (duration: 17.01µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:22.047096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.383307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-14T12:01:22.047126Z","caller":"traceutil/trace.go:172","msg":"trace[1785362025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1239; }","duration":"120.435387ms","start":"2026-07-14T12:01:21.926680Z","end":"2026-07-14T12:01:22.047115Z","steps":["trace[1785362025] 'agreement among raft nodes before linearized reading' (duration: 120.348306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:24.545858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.384399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.401186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.414717Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.441836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.737345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45572","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-14T12:01:38.058256Z","caller":"traceutil/trace.go:172","msg":"trace[581757328] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"219.207343ms","start":"2026-07-14T12:01:37.839034Z","end":"2026-07-14T12:01:38.058241Z","steps":["trace[581757328] 'process raft request' (duration: 219.094692ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:38.059820Z","caller":"traceutil/trace.go:172","msg":"trace[657820684] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1685; }","duration":"111.779018ms","start":"2026-07-14T12:01:37.947984Z","end":"2026-07-14T12:01:38.059763Z","steps":["trace[657820684] 'read index received' (duration: 111.773598ms)","trace[657820684] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:38.060097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.092432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-14T12:01:38.060161Z","caller":"traceutil/trace.go:172","msg":"trace[740582079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1426; }","duration":"112.167823ms","start":"2026-07-14T12:01:37.947980Z","end":"2026-07-14T12:01:38.060148Z","steps":["trace[740582079] 'agreement among raft nodes before linearized reading' (duration: 111.980701ms)"],"step_count":1}