{"level":"warn","ts":"2026-07-24T17:15:48.273484Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-24T17:15:48.273712Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-24T17:15:48.273727Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=controller-3=https://199.204.45.72:2380,controller-2=https://199.204.45.162:2380,controller-1=https://199.204.45.74:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-24T17:15:48.274961Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-24T17:15:48.275001Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:15:48.275019Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-07-24T17:15:48.275176Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:15:48.276839Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-07-24T17:15:48.277041Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.74:2380,controller-2=https://199.204.45.162:2380,controller-3=https://199.204.45.72:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-24T17:15:48.278108Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba218}"} {"level":"info","ts":"2026-07-24T17:15:48.292501Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-24T17:15:48.292836Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"14.904189ms"} {"level":"info","ts":"2026-07-24T17:15:48.292959Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-24T17:15:48.293009Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-24T17:15:48.305078Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-07-24T17:15:48.305217Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.162:2380","host":"199.204.45.162:2380","resolved-addr":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-24T17:15:48.305285Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-07-24T17:15:48.305319Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.162:2380","host":"199.204.45.162:2380","resolved-addr":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-24T17:15:48.305358Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-07-24T17:15:48.305388Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-07-24T17:15:49.932873Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-24T17:15:49.946380Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-24T17:15:49.946436Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"3c1a137eda55eb2e","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-07-24T17:15:49.946469Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-24T17:15:49.946591Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3c1a137eda55eb2e switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:15:49.946655Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3c1a137eda55eb2e became follower at term 0"} {"level":"info","ts":"2026-07-24T17:15:49.946682Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 3c1a137eda55eb2e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-24T17:15:49.947983Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:15:49.950815Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:15:49.952820Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:15:49.953444Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.953466Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151","remote-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-24T17:15:49.953581Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.953598Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-24T17:15:49.953615Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.953765Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.953859Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.953953Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.954039Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.954099Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.954112Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151","remote-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-24T17:15:49.954729Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.954768Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.954901Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.955130Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.955605Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.957288Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.957319Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.957346Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.957371Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-24T17:15:49.957441Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"3c1a137eda55eb2e","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:15:49.957535Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-24T17:15:49.957637Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:15:49.957868Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:15:49.957897Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:15:49.957828Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:15:49.957859Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-07-24T17:15:49.958012Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-07-24T17:15:49.958596Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c1a137eda55eb2e","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:49.958656Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c1a137eda55eb2e","to":"3cdfbb13f7727151","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:49.958663Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c1a137eda55eb2e","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-24T17:15:49.958668Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.958748Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.958791Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.958678Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3c1a137eda55eb2e [term: 0] received a MsgHeartbeat message with higher term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:15:49.958888Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3c1a137eda55eb2e became follower at term 2"} {"level":"info","ts":"2026-07-24T17:15:49.958920Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3c1a137eda55eb2e elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-07-24T17:15:49.959093Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.959130Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c1a137eda55eb2e","to":"3cdfbb13f7727151","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-24T17:15:49.958774Z","caller":"etcdserver/server.go:2304","msg":"Failed to detect schema version","error":"missing confstate information"} {"level":"info","ts":"2026-07-24T17:15:49.959143Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.959153Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.959772Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3c1a137eda55eb2e","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:15:49.959872Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:15:49.964716Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.965759Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:49.968679Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.971545Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:49.975249Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"3c1a137eda55eb2e","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":661,"incoming-snapshot-message-size-bytes":9169,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-07-24T17:15:49.988151Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000295.snap.db","bytes":1032192,"size":"1.0 MB"} {"level":"info","ts":"2026-07-24T17:15:49.988195Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"3c1a137eda55eb2e","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":661,"incoming-snapshot-size-bytes":1032192,"incoming-snapshot-size":"1.0 MB","download-took":"13.347661ms"} {"level":"info","ts":"2026-07-24T17:15:49.988367Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 661, term: 2]"} {"level":"info","ts":"2026-07-24T17:15:49.988591Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3c1a137eda55eb2e switched to configuration voters=(4386430256512397649 9924307372652190368) learners=(4330795427220024110)"} {"level":"info","ts":"2026-07-24T17:15:49.988655Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"3c1a137eda55eb2e [commit: 661, lastindex: 661, lastterm: 2] restored snapshot [index: 661, term: 2]"} {"level":"info","ts":"2026-07-24T17:15:49.988689Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"3c1a137eda55eb2e [commit: 661] restored snapshot [index: 661, term: 2]"} {"level":"info","ts":"2026-07-24T17:15:49.988860Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":661,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-24T17:15:49.991995Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":661} {"level":"info","ts":"2026-07-24T17:15:49.992487Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0005a6088}"} {"level":"info","ts":"2026-07-24T17:15:49.993497Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-24T17:15:49.993563Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.181465ms"} {"level":"info","ts":"2026-07-24T17:15:49.993668Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-24T17:15:49.994922Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-24T17:15:49.994956Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-24T17:15:49.999498Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":618} {"level":"info","ts":"2026-07-24T17:15:49.999538Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":661} {"level":"info","ts":"2026-07-24T17:15:49.999557Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-24T17:15:49.999661Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-24T17:15:50.000738Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-24T17:15:50.000764Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-24T17:15:50.000808Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-24T17:15:50.000816Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-24T17:15:50.001397Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-07-24T17:15:50.001406Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-24T17:15:50.001440Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-24T17:15:50.001492Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-24T17:15:50.001514Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"3c1a137eda55eb2e","recovered-remote-peer-id":"3c1a137eda55eb2e","recovered-remote-peer-urls":["https://199.204.45.72:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-24T17:15:50.001527Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"3c1a137eda55eb2e","recovered-remote-peer-id":"3cdfbb13f7727151","recovered-remote-peer-urls":["https://199.204.45.162:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-24T17:15:50.001536Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"3c1a137eda55eb2e","recovered-remote-peer-id":"89ba38f964b95aa0","recovered-remote-peer-urls":["https://199.204.45.74:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-24T17:15:50.001543Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-24T17:15:50.001551Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-24T17:15:50.001561Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-24T17:15:50.001571Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-07-24T17:15:50.001654Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.001677Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-07-24T17:15:50.001704Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.001720Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.001759Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-07-24T17:15:50.002001Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"warn","ts":"2026-07-24T17:15:50.002048Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"89ba38f964b95aa0","error":"failed to read 89ba38f964b95aa0 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-24T17:15:50.002087Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-07-24T17:15:50.002232Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:15:50.002277Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.002301Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.002332Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"3c1a137eda55eb2e","removed-remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.002349Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3cdfbb13f7727151"} {"level":"warn","ts":"2026-07-24T17:15:50.002657Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.002710Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3cdfbb13f7727151"} {"level":"warn","ts":"2026-07-24T17:15:50.003163Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.004545Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.004606Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"warn","ts":"2026-07-24T17:15:50.004742Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151","error":"context canceled"} {"level":"warn","ts":"2026-07-24T17:15:50.004782Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3cdfbb13f7727151","error":"failed to read 3cdfbb13f7727151 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-24T17:15:50.004827Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"warn","ts":"2026-07-24T17:15:50.004915Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:15:50.004943Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.004951Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.004966Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"3c1a137eda55eb2e","removed-remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.004988Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-24T17:15:50.005004Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-24T17:15:50.005034Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.005062Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.005131Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.008778Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.008782Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.008870Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.009122Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151","remote-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-24T17:15:50.008899Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.009273Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.009379Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.011898Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.013608Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.015676Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.015755Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.015847Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.015767Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-24T17:15:50.015924Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-24T17:15:50.015958Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":661,"current-applied-index":661,"incoming-leader-snapshot-index":661,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-24T17:15:50.016047Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c1a137eda55eb2e","to":"3cdfbb13f7727151","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:50.016084Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.016140Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.016793Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c1a137eda55eb2e","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:50.016823Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.016875Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.018095Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c1a137eda55eb2e","to":"3cdfbb13f7727151","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-24T17:15:50.018113Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.018862Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c1a137eda55eb2e","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-24T17:15:50.018893Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.019264Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.020492Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:50.025644Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.028380Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c1a137eda55eb2e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:50.059948Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"3c1a137eda55eb2e","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-07-24T17:15:50.350137Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3c1a137eda55eb2e switched to configuration voters=(4330795427220024110 4386430256512397649 9924307372652190368)"} {"level":"info","ts":"2026-07-24T17:15:50.350374Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"3c1a137eda55eb2e","promoted-member-id":"3c1a137eda55eb2e"} {"level":"warn","ts":"2026-07-24T17:15:56.958267Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"3c1a137eda55eb2e","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.72:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-07-24T17:15:56.967084Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"3c1a137eda55eb2e","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.72:2379]}","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:15:56.967136Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:15:56.967162Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:15:56.967491Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:15:56.967517Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:15:56.969239Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-24T17:15:56.970733Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-24T17:15:56.971205Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-24T17:15:56.975193Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-24T17:15:56.975431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51910","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-24T17:15:56.976254Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"warn","ts":"2026-07-24T17:15:56.980304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.981594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.981763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.983274Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.985915Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.987257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.988461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.989435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.989922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.990291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.991496Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.992537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:56.992716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.005633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.026644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.035609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.045798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.058192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.068565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.077580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.086166Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.095773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.105588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.120823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.128491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.139726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.148341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.156713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.175745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.185128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.219932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.231763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.241056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.253857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.264665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.284779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.291199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.303017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.315065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.323931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.334418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.362402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.371843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.380307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.388347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.399779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.408183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.416421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.427483Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.434897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.445555Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.456730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.463580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.472619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.483259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.495650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.505249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.513095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.525010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.532454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.542182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.552285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.569729Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.579139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.589493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.619101Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.629019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.637172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:57.696888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45856","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-24T17:16:05.864402Z","caller":"traceutil/trace.go:172","msg":"trace[1156028605] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:715; }","duration":"108.923321ms","start":"2026-07-24T17:16:05.755455Z","end":"2026-07-24T17:16:05.864378Z","steps":["trace[1156028605] 'read index received' (duration: 108.917821ms)","trace[1156028605] 'applied index is now lower than readState.Index' (duration: 4.35µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:05.864544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.030658ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:05.864587Z","caller":"traceutil/trace.go:172","msg":"trace[1755459486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:662; }","duration":"109.131754ms","start":"2026-07-24T17:16:05.755447Z","end":"2026-07-24T17:16:05.864579Z","steps":["trace[1755459486] 'agreement among raft nodes before linearized reading' (duration: 109.009886ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:16.115748Z","caller":"traceutil/trace.go:172","msg":"trace[1962620015] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"502.098368ms","start":"2026-07-24T17:16:15.613627Z","end":"2026-07-24T17:16:16.115725Z","steps":["trace[1962620015] 'process raft request' (duration: 501.860612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.116351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:15.613545Z","time spent":"502.29492ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5957,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:16.123043Z","caller":"traceutil/trace.go:172","msg":"trace[573180773] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:769; }","duration":"367.672381ms","start":"2026-07-24T17:16:15.755353Z","end":"2026-07-24T17:16:16.123025Z","steps":["trace[573180773] 'read index received' (duration: 367.66638ms)","trace[573180773] 'applied index is now lower than readState.Index' (duration: 4.861µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:16.123253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.876654ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:16.123350Z","caller":"traceutil/trace.go:172","msg":"trace[1223829672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:710; }","duration":"367.959489ms","start":"2026-07-24T17:16:15.755345Z","end":"2026-07-24T17:16:16.123304Z","steps":["trace[1223829672] 'agreement among raft nodes before linearized reading' (duration: 367.81258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.125171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.111026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-07-24T17:16:16.125222Z","caller":"traceutil/trace.go:172","msg":"trace[2020810134] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:711; }","duration":"326.166659ms","start":"2026-07-24T17:16:15.799044Z","end":"2026-07-24T17:16:16.125211Z","steps":["trace[2020810134] 'agreement among raft nodes before linearized reading' (duration: 325.994188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.125251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:15.799008Z","time spent":"326.237304ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:16.604397Z","caller":"traceutil/trace.go:172","msg":"trace[1892492961] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"132.394886ms","start":"2026-07-24T17:16:16.471977Z","end":"2026-07-24T17:16:16.604372Z","steps":["trace[1892492961] 'process raft request' (duration: 132.245476ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:16.915162Z","caller":"traceutil/trace.go:172","msg":"trace[324657223] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:782; }","duration":"216.486209ms","start":"2026-07-24T17:16:16.698648Z","end":"2026-07-24T17:16:16.915134Z","steps":["trace[324657223] 'read index received' (duration: 216.480239ms)","trace[324657223] 'applied index is now lower than readState.Index' (duration: 5.01µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:16.915388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.722105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-24T17:16:16.915428Z","caller":"traceutil/trace.go:172","msg":"trace[176776326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:721; }","duration":"216.775118ms","start":"2026-07-24T17:16:16.698644Z","end":"2026-07-24T17:16:16.915419Z","steps":["trace[176776326] 'agreement among raft nodes before linearized reading' (duration: 216.623678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:17.009267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.45067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:17.010140Z","caller":"traceutil/trace.go:172","msg":"trace[1535529871] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:721; }","duration":"254.308088ms","start":"2026-07-24T17:16:16.755775Z","end":"2026-07-24T17:16:17.010083Z","steps":["trace[1535529871] 'agreement among raft nodes before linearized reading' (duration: 253.417368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:17.009872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.027386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-trpfl\" limit:1 ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-07-24T17:16:17.010209Z","caller":"traceutil/trace.go:172","msg":"trace[784289956] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-trpfl; range_end:; response_count:1; response_revision:721; }","duration":"196.38688ms","start":"2026-07-24T17:16:16.813813Z","end":"2026-07-24T17:16:17.010200Z","steps":["trace[784289956] 'agreement among raft nodes before linearized reading' (duration: 195.714644ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:17.124803Z","caller":"traceutil/trace.go:172","msg":"trace[1473327115] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"107.324154ms","start":"2026-07-24T17:16:17.017458Z","end":"2026-07-24T17:16:17.124782Z","steps":["trace[1473327115] 'process raft request' (duration: 107.149052ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:26.963756Z","caller":"traceutil/trace.go:172","msg":"trace[608870995] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:824; }","duration":"207.973046ms","start":"2026-07-24T17:16:26.755758Z","end":"2026-07-24T17:16:26.963731Z","steps":["trace[608870995] 'read index received' (duration: 207.965056ms)","trace[608870995] 'applied index is now lower than readState.Index' (duration: 4.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:26.963919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.138448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:26.963988Z","caller":"traceutil/trace.go:172","msg":"trace[282123035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:756; }","duration":"208.220084ms","start":"2026-07-24T17:16:26.755751Z","end":"2026-07-24T17:16:26.963971Z","steps":["trace[282123035] 'agreement among raft nodes before linearized reading' (duration: 208.106226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.539598Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16946657910682631100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:16:27.864850Z","caller":"traceutil/trace.go:172","msg":"trace[1785763494] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:826; }","duration":"825.275147ms","start":"2026-07-24T17:16:27.039550Z","end":"2026-07-24T17:16:27.864825Z","steps":["trace[1785763494] 'read index received' (duration: 825.268507ms)","trace[1785763494] 'applied index is now lower than readState.Index' (duration: 5.71µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:27.865068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"825.486791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:27.865176Z","caller":"traceutil/trace.go:172","msg":"trace[1430236850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:758; }","duration":"825.640342ms","start":"2026-07-24T17:16:27.039516Z","end":"2026-07-24T17:16:27.865156Z","steps":["trace[1430236850] 'agreement among raft nodes before linearized reading' (duration: 825.395085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.865243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:27.039493Z","time spent":"825.740619ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:16:27.869621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.212219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:27.869658Z","caller":"traceutil/trace.go:172","msg":"trace[312637568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:759; }","duration":"114.251971ms","start":"2026-07-24T17:16:27.755398Z","end":"2026-07-24T17:16:27.869650Z","steps":["trace[312637568] 'agreement among raft nodes before linearized reading' (duration: 114.198458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.869817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.326215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T17:16:27.869899Z","caller":"traceutil/trace.go:172","msg":"trace[311480825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:759; }","duration":"294.428682ms","start":"2026-07-24T17:16:27.575454Z","end":"2026-07-24T17:16:27.869883Z","steps":["trace[311480825] 'agreement among raft nodes before linearized reading' (duration: 294.172625ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:29.348468Z","caller":"traceutil/trace.go:172","msg":"trace[800018000] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"158.497811ms","start":"2026-07-24T17:16:29.189950Z","end":"2026-07-24T17:16:29.348448Z","steps":["trace[800018000] 'process raft request' (duration: 158.313718ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.125299Z","caller":"traceutil/trace.go:172","msg":"trace[282145364] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1009; }","duration":"130.276663ms","start":"2026-07-24T17:16:43.994988Z","end":"2026-07-24T17:16:44.125264Z","steps":["trace[282145364] 'read index received' (duration: 130.271423ms)","trace[282145364] 'applied index is now lower than readState.Index' (duration: 3.9µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:44.125546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.540331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-24T17:16:44.125569Z","caller":"traceutil/trace.go:172","msg":"trace[467194808] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:912; }","duration":"130.582024ms","start":"2026-07-24T17:16:43.994980Z","end":"2026-07-24T17:16:44.125562Z","steps":["trace[467194808] 'agreement among raft nodes before linearized reading' (duration: 130.434674ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.127092Z","caller":"traceutil/trace.go:172","msg":"trace[762335059] transaction","detail":"{read_only:false; number_of_response:1; response_revision:912; }","duration":"109.286938ms","start":"2026-07-24T17:16:44.017781Z","end":"2026-07-24T17:16:44.127068Z","steps":["trace[762335059] 'process raft request' (duration: 109.243095ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.127440Z","caller":"traceutil/trace.go:172","msg":"trace[349091224] transaction","detail":"{read_only:false; number_of_response:1; response_revision:912; }","duration":"128.990885ms","start":"2026-07-24T17:16:43.998441Z","end":"2026-07-24T17:16:44.127432Z","steps":["trace[349091224] 'process raft request' (duration: 127.367112ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.127542Z","caller":"traceutil/trace.go:172","msg":"trace[1360835335] transaction","detail":"{read_only:false; number_of_response:0; response_revision:912; }","duration":"128.258104ms","start":"2026-07-24T17:16:43.999277Z","end":"2026-07-24T17:16:44.127535Z","steps":["trace[1360835335] 'process raft request' (duration: 127.48097ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.127664Z","caller":"traceutil/trace.go:172","msg":"trace[240501978] transaction","detail":"{read_only:false; number_of_response:0; response_revision:912; }","duration":"126.080712ms","start":"2026-07-24T17:16:44.001578Z","end":"2026-07-24T17:16:44.127659Z","steps":["trace[240501978] 'process raft request' (duration: 125.200281ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.127762Z","caller":"traceutil/trace.go:172","msg":"trace[1649604943] transaction","detail":"{read_only:false; number_of_response:1; response_revision:912; }","duration":"125.89819ms","start":"2026-07-24T17:16:44.001858Z","end":"2026-07-24T17:16:44.127756Z","steps":["trace[1649604943] 'process raft request' (duration: 124.940144ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.127861Z","caller":"traceutil/trace.go:172","msg":"trace[99576128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:912; }","duration":"124.615561ms","start":"2026-07-24T17:16:44.003237Z","end":"2026-07-24T17:16:44.127853Z","steps":["trace[99576128] 'process raft request' (duration: 123.602931ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.127966Z","caller":"traceutil/trace.go:172","msg":"trace[20148839] transaction","detail":"{read_only:false; number_of_response:1; response_revision:912; }","duration":"118.712622ms","start":"2026-07-24T17:16:44.009243Z","end":"2026-07-24T17:16:44.127956Z","steps":["trace[20148839] 'process raft request' (duration: 117.67803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.128016Z","caller":"traceutil/trace.go:172","msg":"trace[832049694] transaction","detail":"{read_only:false; number_of_response:1; response_revision:912; }","duration":"113.958592ms","start":"2026-07-24T17:16:44.014032Z","end":"2026-07-24T17:16:44.127990Z","steps":["trace[832049694] 'process raft request' (duration: 112.957403ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.128097Z","caller":"traceutil/trace.go:172","msg":"trace[1751907931] transaction","detail":"{read_only:false; number_of_response:0; response_revision:912; }","duration":"117.852202ms","start":"2026-07-24T17:16:44.010118Z","end":"2026-07-24T17:16:44.127970Z","steps":["trace[1751907931] 'process raft request' (duration: 116.836212ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.128187Z","caller":"traceutil/trace.go:172","msg":"trace[793881281] transaction","detail":"{read_only:false; number_of_response:0; response_revision:912; }","duration":"123.143029ms","start":"2026-07-24T17:16:44.005035Z","end":"2026-07-24T17:16:44.128178Z","steps":["trace[793881281] 'process raft request' (duration: 121.826558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:44.144512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.251147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:44.144588Z","caller":"traceutil/trace.go:172","msg":"trace[329290264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:913; }","duration":"106.340893ms","start":"2026-07-24T17:16:44.038233Z","end":"2026-07-24T17:16:44.144574Z","steps":["trace[329290264] 'agreement among raft nodes before linearized reading' (duration: 106.215085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:44.562097Z","caller":"traceutil/trace.go:172","msg":"trace[1887728607] linearizableReadLoop","detail":"{readStateIndex:1032; appliedIndex:1032; }","duration":"395.075806ms","start":"2026-07-24T17:16:44.166994Z","end":"2026-07-24T17:16:44.562070Z","steps":["trace[1887728607] 'read index received' (duration: 395.069755ms)","trace[1887728607] 'applied index is now lower than readState.Index' (duration: 4.901µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:44.562296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.266209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-24T17:16:44.562324Z","caller":"traceutil/trace.go:172","msg":"trace[1556650016] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:920; }","duration":"395.325653ms","start":"2026-07-24T17:16:44.166990Z","end":"2026-07-24T17:16:44.562315Z","steps":["trace[1556650016] 'agreement among raft nodes before linearized reading' (duration: 395.200404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:44.562357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.166972Z","time spent":"395.378007ms","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:45.063014Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16946657910682631196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:16:45.314976Z","caller":"traceutil/trace.go:172","msg":"trace[785144911] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1040; }","duration":"752.781931ms","start":"2026-07-24T17:16:44.562175Z","end":"2026-07-24T17:16:45.314957Z","steps":["trace[785144911] 'read index received' (duration: 752.77175ms)","trace[785144911] 'applied index is now lower than readState.Index' (duration: 9.001µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:45.315153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.142935185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:31126"} {"level":"warn","ts":"2026-07-24T17:16:45.315158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.138046496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:64477"} {"level":"info","ts":"2026-07-24T17:16:45.315189Z","caller":"traceutil/trace.go:172","msg":"trace[700030375] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:926; }","duration":"1.142991419s","start":"2026-07-24T17:16:44.172189Z","end":"2026-07-24T17:16:45.315181Z","steps":["trace[700030375] 'agreement among raft nodes before linearized reading' (duration: 1.14285825s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:45.315203Z","caller":"traceutil/trace.go:172","msg":"trace[302269050] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:926; }","duration":"1.13809586s","start":"2026-07-24T17:16:44.177095Z","end":"2026-07-24T17:16:45.315191Z","steps":["trace[302269050] 'agreement among raft nodes before linearized reading' (duration: 1.137930898s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.315212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"844.571875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-24T17:16:45.315232Z","caller":"traceutil/trace.go:172","msg":"trace[209773116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:926; }","duration":"844.589236ms","start":"2026-07-24T17:16:44.470636Z","end":"2026-07-24T17:16:45.315226Z","steps":["trace[209773116] 'agreement among raft nodes before linearized reading' (duration: 844.547683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.315235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.177078Z","time spent":"1.138148573s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":64499,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:45.315247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.470612Z","time spent":"844.630519ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:45.315290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.172180Z","time spent":"1.143083925s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31148,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:45.315162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.135967512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:79962"} {"level":"info","ts":"2026-07-24T17:16:45.315453Z","caller":"traceutil/trace.go:172","msg":"trace[739615605] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:926; }","duration":"1.136260292s","start":"2026-07-24T17:16:44.179183Z","end":"2026-07-24T17:16:45.315444Z","steps":["trace[739615605] 'agreement among raft nodes before linearized reading' (duration: 1.13579508s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.315524Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.179174Z","time spent":"1.136339398s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":79984,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:45.315605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.135231831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:58859"} {"level":"warn","ts":"2026-07-24T17:16:45.315457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.143824147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-07-24T17:16:45.315707Z","caller":"traceutil/trace.go:172","msg":"trace[505980174] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:926; }","duration":"1.144073634s","start":"2026-07-24T17:16:44.171625Z","end":"2026-07-24T17:16:45.315699Z","steps":["trace[505980174] 'agreement among raft nodes before linearized reading' (duration: 1.143770593s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.315731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.171609Z","time spent":"1.144114687s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29498,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:45.315821Z","caller":"traceutil/trace.go:172","msg":"trace[571827091] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:926; }","duration":"1.135262033s","start":"2026-07-24T17:16:44.180366Z","end":"2026-07-24T17:16:45.315628Z","steps":["trace[571827091] 'agreement among raft nodes before linearized reading' (duration: 1.135142735s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.315924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.180358Z","time spent":"1.135489629s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":58881,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:45.325048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"569.266496ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:16:45.325059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.517817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:45.325217Z","caller":"traceutil/trace.go:172","msg":"trace[549009693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:927; }","duration":"285.666497ms","start":"2026-07-24T17:16:45.039531Z","end":"2026-07-24T17:16:45.325197Z","steps":["trace[549009693] 'agreement among raft nodes before linearized reading' (duration: 285.489205ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:45.325123Z","caller":"traceutil/trace.go:172","msg":"trace[511500371] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:927; }","duration":"569.361852ms","start":"2026-07-24T17:16:44.755744Z","end":"2026-07-24T17:16:45.325106Z","steps":["trace[511500371] 'agreement among raft nodes before linearized reading' (duration: 569.242344ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:46.403471Z","caller":"traceutil/trace.go:172","msg":"trace[351596530] transaction","detail":"{read_only:false; number_of_response:1; response_revision:962; }","duration":"106.367259ms","start":"2026-07-24T17:16:46.297074Z","end":"2026-07-24T17:16:46.403441Z","steps":["trace[351596530] 'process raft request' (duration: 105.392252ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:52.250996Z","caller":"traceutil/trace.go:172","msg":"trace[236971998] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1159; }","duration":"490.705847ms","start":"2026-07-24T17:16:51.760249Z","end":"2026-07-24T17:16:52.250955Z","steps":["trace[236971998] 'read index received' (duration: 490.694347ms)","trace[236971998] 'applied index is now lower than readState.Index' (duration: 8.06µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:52.251171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.887209ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:52.251277Z","caller":"traceutil/trace.go:172","msg":"trace[1309635022] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1008; }","duration":"491.019479ms","start":"2026-07-24T17:16:51.760235Z","end":"2026-07-24T17:16:52.251254Z","steps":["trace[1309635022] 'agreement among raft nodes before linearized reading' (duration: 490.837547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.252835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.077507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:52.252894Z","caller":"traceutil/trace.go:172","msg":"trace[896365323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1008; }","duration":"213.161313ms","start":"2026-07-24T17:16:52.039719Z","end":"2026-07-24T17:16:52.252880Z","steps":["trace[896365323] 'agreement among raft nodes before linearized reading' (duration: 213.022433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.253010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.182689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T17:16:52.253120Z","caller":"traceutil/trace.go:172","msg":"trace[656481657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1008; }","duration":"134.299037ms","start":"2026-07-24T17:16:52.118792Z","end":"2026-07-24T17:16:52.253091Z","steps":["trace[656481657] 'agreement among raft nodes before linearized reading' (duration: 133.997016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:53.255161Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16946657910682631263,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:16:53.746127Z","caller":"traceutil/trace.go:172","msg":"trace[1252827086] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"817.885727ms","start":"2026-07-24T17:16:52.928216Z","end":"2026-07-24T17:16:53.746102Z","steps":["trace[1252827086] 'process raft request' (duration: 817.827763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:53.746304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.928183Z","time spent":"818.032047ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:16:53.750634Z","caller":"traceutil/trace.go:172","msg":"trace[1981642684] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1164; }","duration":"995.533752ms","start":"2026-07-24T17:16:52.755069Z","end":"2026-07-24T17:16:53.750603Z","steps":["trace[1981642684] 'read index received' (duration: 995.525502ms)","trace[1981642684] 'applied index is now lower than readState.Index' (duration: 6.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:53.750818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"995.732576ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:53.750846Z","caller":"traceutil/trace.go:172","msg":"trace[1007943187] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1013; }","duration":"995.78443ms","start":"2026-07-24T17:16:52.755052Z","end":"2026-07-24T17:16:53.750836Z","steps":["trace[1007943187] 'agreement among raft nodes before linearized reading' (duration: 995.699454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:54.251467Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16946657910682631265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:54.751869Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16946657910682631265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:16:55.057720Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"3c1a137eda55eb2e [logterm: 2, index: 1166, vote: 0] cast MsgPreVote for 3cdfbb13f7727151 [logterm: 2, index: 1166] at term 2"} {"level":"info","ts":"2026-07-24T17:16:55.059714Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3c1a137eda55eb2e [term: 2] received a MsgVote message with higher term from 3cdfbb13f7727151 [term: 3]"} {"level":"info","ts":"2026-07-24T17:16:55.059828Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3c1a137eda55eb2e became follower at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.059852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"3c1a137eda55eb2e [logterm: 2, index: 1166, vote: 0] cast MsgVote for 3cdfbb13f7727151 [logterm: 2, index: 1166] at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.059882Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 3c1a137eda55eb2e lost leader 89ba38f964b95aa0 at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.062267Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3c1a137eda55eb2e elected leader 3cdfbb13f7727151 at term 3"} {"level":"warn","ts":"2026-07-24T17:16:55.062665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.771852509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-24T17:16:55.062679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.055876416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-24T17:16:55.062725Z","caller":"traceutil/trace.go:172","msg":"trace[1349399379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.771943255s","start":"2026-07-24T17:16:53.290767Z","end":"2026-07-24T17:16:55.062710Z","steps":["trace[1349399379] 'agreement among raft nodes before linearized reading' (duration: 1.771848899s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:55.062750Z","caller":"traceutil/trace.go:172","msg":"trace[470375773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.055975613s","start":"2026-07-24T17:16:53.006755Z","end":"2026-07-24T17:16:55.062730Z","steps":["trace[470375773] 'agreement among raft nodes before linearized reading' (duration: 2.055874496s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.062802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.290742Z","time spent":"1.772043033s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:55.062816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.006730Z","time spent":"2.05607236s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:55.062855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.439363735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-24T17:16:55.062873Z","caller":"traceutil/trace.go:172","msg":"trace[164589863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.439381577s","start":"2026-07-24T17:16:53.623485Z","end":"2026-07-24T17:16:55.062867Z","steps":["trace[164589863] 'agreement among raft nodes before linearized reading' (duration: 1.439364406s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.062877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.136867761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hblcw\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-24T17:16:55.062894Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.623456Z","time spent":"1.439433211s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:16:55.062911Z","caller":"traceutil/trace.go:172","msg":"trace[142103547] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hblcw; range_end:; }","duration":"2.136894823s","start":"2026-07-24T17:16:52.926000Z","end":"2026-07-24T17:16:55.062895Z","steps":["trace[142103547] 'agreement among raft nodes before linearized reading' (duration: 2.136867781s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.062952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.925967Z","time spent":"2.136977579s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-hblcw\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:55.064394Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-24T17:16:55.065384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.028676998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:16:55.065417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.835134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T17:16:55.065414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.309818294s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:55.065447Z","caller":"traceutil/trace.go:172","msg":"trace[804153588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1015; }","duration":"112.865796ms","start":"2026-07-24T17:16:54.952570Z","end":"2026-07-24T17:16:55.065435Z","steps":["trace[804153588] 'agreement among raft nodes before linearized reading' (duration: 112.752058ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:55.065454Z","caller":"traceutil/trace.go:172","msg":"trace[1798827930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1015; }","duration":"1.028752094s","start":"2026-07-24T17:16:54.036682Z","end":"2026-07-24T17:16:55.065434Z","steps":["trace[1798827930] 'agreement among raft nodes before linearized reading' (duration: 1.028643886s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:55.065476Z","caller":"traceutil/trace.go:172","msg":"trace[508451540] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1015; }","duration":"1.309901159s","start":"2026-07-24T17:16:53.755553Z","end":"2026-07-24T17:16:55.065455Z","steps":["trace[508451540] 'agreement among raft nodes before linearized reading' (duration: 1.30976245s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.065486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:54.036652Z","time spent":"1.028827189s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:16:55.068749Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16946657910682631268,"received-request-id":16946657910682631267} {"level":"info","ts":"2026-07-24T17:16:57.550310Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3c1a137eda55eb2e [term: 3] ignored a MsgReadIndexResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"warn","ts":"2026-07-24T17:17:00.751874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.751680Z","time spent":"7.00018992s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-07-24T17:17:01.238398Z","caller":"traceutil/trace.go:172","msg":"trace[1445112457] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1254; }","duration":"199.263995ms","start":"2026-07-24T17:17:01.039109Z","end":"2026-07-24T17:17:01.238373Z","steps":["trace[1445112457] 'read index received' (duration: 199.257604ms)","trace[1445112457] 'applied index is now lower than readState.Index' (duration: 4.941µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:17:01.265754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.615428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:17:01.265871Z","caller":"traceutil/trace.go:172","msg":"trace[130372556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1099; }","duration":"226.744027ms","start":"2026-07-24T17:17:01.039100Z","end":"2026-07-24T17:17:01.265844Z","steps":["trace[130372556] 'agreement among raft nodes before linearized reading' (duration: 199.352151ms)","trace[130372556] 'range keys from in-memory index tree' (duration: 27.223744ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:17:01.265973Z","caller":"traceutil/trace.go:172","msg":"trace[1520401722] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"382.050778ms","start":"2026-07-24T17:17:00.883892Z","end":"2026-07-24T17:17:01.265942Z","steps":["trace[1520401722] 'process raft request' (duration: 354.469669ms)","trace[1520401722] 'compare' (duration: 27.387795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:17:01.266130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:00.883868Z","time spent":"382.182326ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:17:03.240360Z","caller":"traceutil/trace.go:172","msg":"trace[1370942890] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1280; }","duration":"201.46627ms","start":"2026-07-24T17:17:03.038841Z","end":"2026-07-24T17:17:03.240308Z","steps":["trace[1370942890] 'read index received' (duration: 201.450529ms)","trace[1370942890] 'applied index is now lower than readState.Index' (duration: 12.031µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:17:03.243630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.769883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:17:03.243743Z","caller":"traceutil/trace.go:172","msg":"trace[220843708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1124; }","duration":"204.891612ms","start":"2026-07-24T17:17:03.038829Z","end":"2026-07-24T17:17:03.243721Z","steps":["trace[220843708] 'agreement among raft nodes before linearized reading' (duration: 201.580599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:07.999104Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.690270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.718853Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.732134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.766482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:11.058647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56816","server-name":"","error":"EOF"}