{"level":"warn","ts":"2026-07-24T17:15:05.716277Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-24T17:15:05.716408Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-24T17:15:05.716423Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=controller-2=https://199.204.45.162:2380,controller-1=https://199.204.45.74:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-24T17:15:05.716483Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-24T17:15:05.716498Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:15:05.716513Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-24T17:15:05.716559Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:15:05.716996Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-07-24T17:15:05.717277Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.74:2380,controller-2=https://199.204.45.162:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-24T17:15:05.718418Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0004a00d0}"} {"level":"info","ts":"2026-07-24T17:15:05.721839Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-24T17:15:05.721878Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.559132ms"} {"level":"info","ts":"2026-07-24T17:15:05.721899Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-24T17:15:05.721909Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-24T17:15:05.733071Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-07-24T17:15:05.733161Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.162:2380","host":"199.204.45.162:2380","resolved-addr":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-24T17:15:05.734895Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-24T17:15:05.740754Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-24T17:15:05.740812Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"3cdfbb13f7727151","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-07-24T17:15:05.740840Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-24T17:15:05.740916Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cdfbb13f7727151 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:15:05.740949Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3cdfbb13f7727151 became follower at term 0"} {"level":"info","ts":"2026-07-24T17:15:05.740961Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 3cdfbb13f7727151 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-24T17:15:05.748509Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:15:05.749689Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:15:05.751803Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:15:05.752539Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.752566Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-24T17:15:05.752590Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.752613Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.753020Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.753540Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.755043Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.755106Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-24T17:15:05.755136Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"3cdfbb13f7727151","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:15:05.755133Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.755097Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.755345Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:15:05.755330Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-24T17:15:05.755477Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-24T17:15:05.755491Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-24T17:15:05.755452Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:15:05.755517Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:15:05.755535Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:15:05.755784Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3cdfbb13f7727151","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:15:05.755826Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:15:05.764155Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.764216Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.764990Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.795113Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3cdfbb13f7727151 [term: 0] received a MsgHeartbeat message with higher term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:15:05.795220Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3cdfbb13f7727151 became follower at term 2"} {"level":"info","ts":"2026-07-24T17:15:05.795281Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3cdfbb13f7727151 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-07-24T17:15:05.820995Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cdfbb13f7727151","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:05.821043Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.824392Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cdfbb13f7727151","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-24T17:15:05.824426Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.826786Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"3cdfbb13f7727151","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":499,"incoming-snapshot-message-size-bytes":8197,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-07-24T17:15:05.838320Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f3.snap.db","bytes":802816,"size":"803 kB"} {"level":"info","ts":"2026-07-24T17:15:05.838383Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"3cdfbb13f7727151","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":499,"incoming-snapshot-size-bytes":802816,"incoming-snapshot-size":"803 kB","download-took":"11.733209ms"} {"level":"info","ts":"2026-07-24T17:15:05.838583Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 499, term: 2]"} {"level":"info","ts":"2026-07-24T17:15:05.838701Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cdfbb13f7727151 switched to configuration voters=(9924307372652190368) learners=(4386430256512397649)"} {"level":"info","ts":"2026-07-24T17:15:05.838743Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"3cdfbb13f7727151 [commit: 499, lastindex: 499, lastterm: 2] restored snapshot [index: 499, term: 2]"} {"level":"info","ts":"2026-07-24T17:15:05.838759Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"3cdfbb13f7727151 [commit: 499] restored snapshot [index: 499, term: 2]"} {"level":"info","ts":"2026-07-24T17:15:05.838947Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":499,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-24T17:15:05.844776Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":499} {"level":"info","ts":"2026-07-24T17:15:05.845110Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0001364f8}"} {"level":"info","ts":"2026-07-24T17:15:05.846685Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-24T17:15:05.846766Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.761554ms"} {"level":"info","ts":"2026-07-24T17:15:05.846895Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-24T17:15:05.850736Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-24T17:15:05.850771Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-24T17:15:05.855366Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":476} {"level":"info","ts":"2026-07-24T17:15:05.855401Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":499} {"level":"info","ts":"2026-07-24T17:15:05.855410Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-24T17:15:05.855516Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-24T17:15:05.856314Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-24T17:15:05.856366Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-24T17:15:05.856404Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-24T17:15:05.856411Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-24T17:15:05.856784Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-24T17:15:05.856808Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-24T17:15:05.856847Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-24T17:15:05.856858Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"3cdfbb13f7727151","recovered-remote-peer-id":"3cdfbb13f7727151","recovered-remote-peer-urls":["https://199.204.45.162:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-24T17:15:05.856867Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"3cdfbb13f7727151","recovered-remote-peer-id":"89ba38f964b95aa0","recovered-remote-peer-urls":["https://199.204.45.74:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-24T17:15:05.856874Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-24T17:15:05.856880Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-24T17:15:05.856887Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-24T17:15:05.856895Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-07-24T17:15:05.856936Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.856960Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-07-24T17:15:05.857011Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857022Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857093Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857282Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-07-24T17:15:05.857294Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"warn","ts":"2026-07-24T17:15:05.857356Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"89ba38f964b95aa0","error":"failed to read 89ba38f964b95aa0 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-24T17:15:05.857394Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-07-24T17:15:05.857573Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:15:05.857612Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857627Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857644Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"3cdfbb13f7727151","removed-remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857657Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-24T17:15:05.857674Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-24T17:15:05.857700Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857732Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857810Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857818Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857838Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857851Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-24T17:15:05.857865Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-24T17:15:05.857884Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":499,"current-applied-index":499,"incoming-leader-snapshot-index":499,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-24T17:15:05.857926Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.857950Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.868330Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.868359Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.871141Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.921408Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cdfbb13f7727151","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-24T17:15:05.921436Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:05.926295Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cdfbb13f7727151","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:05.926342Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-07-24T17:15:06.159548Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cdfbb13f7727151 switched to configuration voters=(4386430256512397649 9924307372652190368)"} {"level":"info","ts":"2026-07-24T17:15:06.159705Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"3cdfbb13f7727151","promoted-member-id":"3cdfbb13f7727151"} {"level":"warn","ts":"2026-07-24T17:15:12.756064Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"3cdfbb13f7727151","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.162:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-07-24T17:15:12.759256Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"3cdfbb13f7727151","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.162:2379]}","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:15:12.759304Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:15:12.759274Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:15:12.759558Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:15:12.759630Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:15:12.761205Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-24T17:15:12.761285Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-24T17:15:12.761424Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-24T17:15:12.767557Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-24T17:15:12.767834Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45404","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-24T17:15:12.768041Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"warn","ts":"2026-07-24T17:15:12.771971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.776996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.777588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.778195Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.779506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.779713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.780204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.779898Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.783431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.783560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.784264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.786678Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.799540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.818575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.828411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.835550Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.845184Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.854351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.861771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.871691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.891115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.901280Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.911259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.920105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.928236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.936702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.945791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.952779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.962528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:12.995439Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.004009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.016210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.026974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.038685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.047276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.056605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.066186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.077371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.085394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.101426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.109951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.117350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.128470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.133651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.143665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.159445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.180193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.191035Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.199745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.217034Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.226190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.234923Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.254617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.264787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.275525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.285565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.296048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.306769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.314870Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.323610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.334231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.344997Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.352558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.396702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.405944Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.416961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:13.473105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40484","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-24T17:15:27.981703Z","caller":"traceutil/trace.go:172","msg":"trace[1236123863] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"200.894499ms","start":"2026-07-24T17:15:27.780787Z","end":"2026-07-24T17:15:27.981681Z","steps":["trace[1236123863] 'process raft request' (duration: 200.780437ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:28.160103Z","caller":"traceutil/trace.go:172","msg":"trace[1612925048] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"171.834853ms","start":"2026-07-24T17:15:27.988242Z","end":"2026-07-24T17:15:28.160077Z","steps":["trace[1612925048] 'process raft request' (duration: 171.170055ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:28.318087Z","caller":"traceutil/trace.go:172","msg":"trace[1797897096] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"150.956624ms","start":"2026-07-24T17:15:28.167110Z","end":"2026-07-24T17:15:28.318067Z","steps":["trace[1797897096] 'process raft request' (duration: 150.821363ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:28.334147Z","caller":"traceutil/trace.go:172","msg":"trace[172635016] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:581; }","duration":"142.49843ms","start":"2026-07-24T17:15:28.191618Z","end":"2026-07-24T17:15:28.334116Z","steps":["trace[172635016] 'read index received' (duration: 142.48716ms)","trace[172635016] 'applied index is now lower than readState.Index' (duration: 9.53µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:28.334461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.794145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 ","response":"range_response_count:1 size:5698"} {"level":"info","ts":"2026-07-24T17:15:28.334500Z","caller":"traceutil/trace.go:172","msg":"trace[1113136285] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-2; range_end:; response_count:1; response_revision:550; }","duration":"142.891096ms","start":"2026-07-24T17:15:28.191599Z","end":"2026-07-24T17:15:28.334491Z","steps":["trace[1113136285] 'agreement among raft nodes before linearized reading' (duration: 142.660473ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:28.575144Z","caller":"traceutil/trace.go:172","msg":"trace[2042457216] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"162.759842ms","start":"2026-07-24T17:15:28.412356Z","end":"2026-07-24T17:15:28.575116Z","steps":["trace[2042457216] 'process raft request' (duration: 162.573319ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:28.575815Z","caller":"traceutil/trace.go:172","msg":"trace[571554306] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:587; }","duration":"135.823923ms","start":"2026-07-24T17:15:28.439963Z","end":"2026-07-24T17:15:28.575787Z","steps":["trace[571554306] 'read index received' (duration: 135.816713ms)","trace[571554306] 'applied index is now lower than readState.Index' (duration: 5.79µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:28.576410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.3591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-07-24T17:15:28.576512Z","caller":"traceutil/trace.go:172","msg":"trace[871974610] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:555; }","duration":"136.545322ms","start":"2026-07-24T17:15:28.439885Z","end":"2026-07-24T17:15:28.576494Z","steps":["trace[871974610] 'agreement among raft nodes before linearized reading' (duration: 135.936774ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:29.269740Z","caller":"traceutil/trace.go:172","msg":"trace[1408272920] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"104.345528ms","start":"2026-07-24T17:15:29.165375Z","end":"2026-07-24T17:15:29.269721Z","steps":["trace[1408272920] 'process raft request' (duration: 104.232807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:29.517391Z","caller":"traceutil/trace.go:172","msg":"trace[1264112716] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"114.358692ms","start":"2026-07-24T17:15:29.403000Z","end":"2026-07-24T17:15:29.517358Z","steps":["trace[1264112716] 'process raft request' (duration: 114.085909ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:29.534905Z","caller":"traceutil/trace.go:172","msg":"trace[575652863] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:593; }","duration":"124.057221ms","start":"2026-07-24T17:15:29.410828Z","end":"2026-07-24T17:15:29.534885Z","steps":["trace[575652863] 'read index received' (duration: 124.052931ms)","trace[575652863] 'applied index is now lower than readState.Index' (duration: 3.34µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:29.535303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.457246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-24T17:15:29.535357Z","caller":"traceutil/trace.go:172","msg":"trace[1763967818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"124.521947ms","start":"2026-07-24T17:15:29.410819Z","end":"2026-07-24T17:15:29.535341Z","steps":["trace[1763967818] 'agreement among raft nodes before linearized reading' (duration: 124.323094ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:29.760520Z","caller":"traceutil/trace.go:172","msg":"trace[1561884134] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:596; }","duration":"107.992208ms","start":"2026-07-24T17:15:29.652511Z","end":"2026-07-24T17:15:29.760503Z","steps":["trace[1561884134] 'read index received' (duration: 107.987968ms)","trace[1561884134] 'applied index is now lower than readState.Index' (duration: 3.59µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:29.760905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.366543ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:29.760955Z","caller":"traceutil/trace.go:172","msg":"trace[567241517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:564; }","duration":"108.437794ms","start":"2026-07-24T17:15:29.652506Z","end":"2026-07-24T17:15:29.760944Z","steps":["trace[567241517] 'agreement among raft nodes before linearized reading' (duration: 108.321982ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:29.925582Z","caller":"traceutil/trace.go:172","msg":"trace[1839314834] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"155.58516ms","start":"2026-07-24T17:15:29.769978Z","end":"2026-07-24T17:15:29.925564Z","steps":["trace[1839314834] 'process raft request' (duration: 155.442539ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:30.383067Z","caller":"traceutil/trace.go:172","msg":"trace[794489626] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:600; }","duration":"162.911362ms","start":"2026-07-24T17:15:30.220135Z","end":"2026-07-24T17:15:30.383046Z","steps":["trace[794489626] 'read index received' (duration: 162.907232ms)","trace[794489626] 'applied index is now lower than readState.Index' (duration: 3.31µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:30.383308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.169765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:15:30.383376Z","caller":"traceutil/trace.go:172","msg":"trace[839342355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"163.250566ms","start":"2026-07-24T17:15:30.220116Z","end":"2026-07-24T17:15:30.383367Z","steps":["trace[839342355] 'agreement among raft nodes before linearized reading' (duration: 163.096984ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:44.784393Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cdfbb13f7727151 switched to configuration voters=(4386430256512397649 9924307372652190368) learners=(4330795427220024110)"} {"level":"info","ts":"2026-07-24T17:15:44.784557Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"3cdfbb13f7727151","added-peer-id":"3c1a137eda55eb2e","added-peer-peer-urls":["https://199.204.45.72:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-24T17:15:44.784592Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.784627Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.784699Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.784786Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.784818Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-07-24T17:15:44.784806Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.784848Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.784867Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"3cdfbb13f7727151","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.784895Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"warn","ts":"2026-07-24T17:15:44.810748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:45.336244Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:59758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:47.152407Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:15:47.652543Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979156,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:15:47.906518Z","caller":"traceutil/trace.go:172","msg":"trace[380841368] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:654; }","duration":"1.254272417s","start":"2026-07-24T17:15:46.652224Z","end":"2026-07-24T17:15:47.906496Z","steps":["trace[380841368] 'read index received' (duration: 1.254266677s)","trace[380841368] 'applied index is now lower than readState.Index' (duration: 4.64µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:47.906658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.25444566s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:47.906736Z","caller":"traceutil/trace.go:172","msg":"trace[1382123648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:613; }","duration":"1.254547242s","start":"2026-07-24T17:15:46.652171Z","end":"2026-07-24T17:15:47.906718Z","steps":["trace[1382123648] 'agreement among raft nodes before linearized reading' (duration: 1.25439968s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:47.908079Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:46.836638Z","time spent":"1.071436675s","remote":"199.204.45.72:32836","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:15:47.908221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.738905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-24T17:15:47.908293Z","caller":"traceutil/trace.go:172","msg":"trace[997345331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"101.835606ms","start":"2026-07-24T17:15:47.806441Z","end":"2026-07-24T17:15:47.908276Z","steps":["trace[997345331] 'agreement among raft nodes before linearized reading' (duration: 101.596573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:48.326111Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:32866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:48.836037Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:15:49.336762Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:15:49.785033Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"3c1a137eda55eb2e","rtt":"0s"} {"level":"warn","ts":"2026-07-24T17:15:49.785166Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"3c1a137eda55eb2e","rtt":"0s"} {"level":"warn","ts":"2026-07-24T17:15:49.837488Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979161,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:15:49.918373Z","caller":"traceutil/trace.go:172","msg":"trace[443916154] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:657; }","duration":"1.583008566s","start":"2026-07-24T17:15:48.335348Z","end":"2026-07-24T17:15:49.918356Z","steps":["trace[443916154] 'read index received' (duration: 1.583003766s)","trace[443916154] 'applied index is now lower than readState.Index' (duration: 3.84µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:49.918461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.335324Z","time spent":"1.583131357s","remote":"199.204.45.72:32868","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:15:49.920929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.374514886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:15:49.920961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"991.085445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T17:15:49.920995Z","caller":"traceutil/trace.go:172","msg":"trace[1763665551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"1.374590567s","start":"2026-07-24T17:15:48.546391Z","end":"2026-07-24T17:15:49.920982Z","steps":["trace[1763665551] 'agreement among raft nodes before linearized reading' (duration: 1.374477256s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:49.921019Z","caller":"traceutil/trace.go:172","msg":"trace[2140675395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"991.184567ms","start":"2026-07-24T17:15:48.929823Z","end":"2026-07-24T17:15:49.921008Z","steps":["trace[2140675395] 'agreement among raft nodes before linearized reading' (duration: 991.047845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:49.921030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.546368Z","time spent":"1.374654428s","remote":"127.0.0.1:45422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:15:49.921033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.269150549s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:15:49.921054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.929799Z","time spent":"991.248468ms","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-24T17:15:49.921095Z","caller":"traceutil/trace.go:172","msg":"trace[1916371085] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:616; }","duration":"1.269207069s","start":"2026-07-24T17:15:48.651865Z","end":"2026-07-24T17:15:49.921073Z","steps":["trace[1916371085] 'agreement among raft nodes before linearized reading' (duration: 1.269127758s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:49.948425Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.948474Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.948543Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.953382Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cdfbb13f7727151","to":"3c1a137eda55eb2e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-24T17:15:49.953433Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.954065Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cdfbb13f7727151","to":"3c1a137eda55eb2e","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:49.954116Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"warn","ts":"2026-07-24T17:15:49.991350Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:49.991805Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e","error":"EOF"} {"level":"info","ts":"2026-07-24T17:15:50.004787Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.006772Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.007778Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cdfbb13f7727151","to":"3c1a137eda55eb2e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-24T17:15:50.007798Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.007809Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.008970Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3cdfbb13f7727151","to":"3c1a137eda55eb2e","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-24T17:15:50.009000Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.009012Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3cdfbb13f7727151","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.338638Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3cdfbb13f7727151 switched to configuration voters=(4330795427220024110 4386430256512397649 9924307372652190368)"} {"level":"info","ts":"2026-07-24T17:15:50.338914Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"3cdfbb13f7727151","promoted-member-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:16:16.110077Z","caller":"traceutil/trace.go:172","msg":"trace[1380541825] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:769; }","duration":"457.598407ms","start":"2026-07-24T17:16:15.652462Z","end":"2026-07-24T17:16:16.110061Z","steps":["trace[1380541825] 'read index received' (duration: 457.592977ms)","trace[1380541825] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:16.110169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"457.708358ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:16.110189Z","caller":"traceutil/trace.go:172","msg":"trace[1809134696] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:709; }","duration":"457.740028ms","start":"2026-07-24T17:16:15.652443Z","end":"2026-07-24T17:16:16.110183Z","steps":["trace[1809134696] 'agreement among raft nodes before linearized reading' (duration: 457.694518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.112734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.836665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:50 size:4192"} {"level":"info","ts":"2026-07-24T17:16:16.113145Z","caller":"traceutil/trace.go:172","msg":"trace[513948862] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:50; response_revision:711; }","duration":"389.25956ms","start":"2026-07-24T17:16:15.723872Z","end":"2026-07-24T17:16:16.113131Z","steps":["trace[513948862] 'agreement among raft nodes before linearized reading' (duration: 388.617892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.113348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:15.723851Z","time spent":"389.486002ms","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":50,"response size":4214,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-07-24T17:16:16.917304Z","caller":"traceutil/trace.go:172","msg":"trace[353616957] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:782; }","duration":"140.556999ms","start":"2026-07-24T17:16:16.776720Z","end":"2026-07-24T17:16:16.917277Z","steps":["trace[353616957] 'read index received' (duration: 140.551129ms)","trace[353616957] 'applied index is now lower than readState.Index' (duration: 5.02µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:16.917582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.843462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T17:16:16.917626Z","caller":"traceutil/trace.go:172","msg":"trace[937176621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:721; }","duration":"140.907663ms","start":"2026-07-24T17:16:16.776705Z","end":"2026-07-24T17:16:16.917613Z","steps":["trace[937176621] 'agreement among raft nodes before linearized reading' (duration: 140.71417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:17.017091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.93453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-24T17:16:17.017172Z","caller":"traceutil/trace.go:172","msg":"trace[788235405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:722; }","duration":"187.029121ms","start":"2026-07-24T17:16:16.830124Z","end":"2026-07-24T17:16:17.017153Z","steps":["trace[788235405] 'agreement among raft nodes before linearized reading' (duration: 186.808638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:17.017275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.927053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T17:16:17.017344Z","caller":"traceutil/trace.go:172","msg":"trace[1094909670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:722; }","duration":"159.999634ms","start":"2026-07-24T17:16:16.857326Z","end":"2026-07-24T17:16:17.017325Z","steps":["trace[1094909670] 'agreement among raft nodes before linearized reading' (duration: 159.829542ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:23.522872Z","caller":"traceutil/trace.go:172","msg":"trace[1039434968] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:809; }","duration":"146.789326ms","start":"2026-07-24T17:16:23.376048Z","end":"2026-07-24T17:16:23.522837Z","steps":["trace[1039434968] 'read index received' (duration: 146.779526ms)","trace[1039434968] 'applied index is now lower than readState.Index' (duration: 8.07µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:23.523111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.04781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T17:16:23.523142Z","caller":"traceutil/trace.go:172","msg":"trace[1808829955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:743; }","duration":"147.101271ms","start":"2026-07-24T17:16:23.376032Z","end":"2026-07-24T17:16:23.523133Z","steps":["trace[1808829955] 'agreement among raft nodes before linearized reading' (duration: 146.925588ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:26.950267Z","caller":"traceutil/trace.go:172","msg":"trace[491102414] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:824; }","duration":"297.274454ms","start":"2026-07-24T17:16:26.652963Z","end":"2026-07-24T17:16:26.950237Z","steps":["trace[491102414] 'read index received' (duration: 297.266714ms)","trace[491102414] 'applied index is now lower than readState.Index' (duration: 6.1µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:26.950473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.489787ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:26.950535Z","caller":"traceutil/trace.go:172","msg":"trace[529371279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:756; }","duration":"297.569518ms","start":"2026-07-24T17:16:26.652955Z","end":"2026-07-24T17:16:26.950524Z","steps":["trace[529371279] 'agreement among raft nodes before linearized reading' (duration: 297.469827ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:27.848228Z","caller":"traceutil/trace.go:172","msg":"trace[1155280094] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:826; }","duration":"356.899759ms","start":"2026-07-24T17:16:27.491300Z","end":"2026-07-24T17:16:27.848200Z","steps":["trace[1155280094] 'read index received' (duration: 356.893739ms)","trace[1155280094] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:27.848397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.090632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:27.848436Z","caller":"traceutil/trace.go:172","msg":"trace[1870527117] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:758; }","duration":"357.150903ms","start":"2026-07-24T17:16:27.491275Z","end":"2026-07-24T17:16:27.848426Z","steps":["trace[1870527117] 'agreement among raft nodes before linearized reading' (duration: 357.053682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.848482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:27.491245Z","time spent":"357.229413ms","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:27.856349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.25789ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:27.856407Z","caller":"traceutil/trace.go:172","msg":"trace[1379596966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:759; }","duration":"203.315021ms","start":"2026-07-24T17:16:27.653077Z","end":"2026-07-24T17:16:27.856392Z","steps":["trace[1379596966] 'agreement among raft nodes before linearized reading' (duration: 203.23625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.856410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.62727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:27.856523Z","caller":"traceutil/trace.go:172","msg":"trace[1920639901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"310.755291ms","start":"2026-07-24T17:16:27.545745Z","end":"2026-07-24T17:16:27.856501Z","steps":["trace[1920639901] 'agreement among raft nodes before linearized reading' (duration: 310.560649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.856694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:27.545722Z","time spent":"310.959233ms","remote":"127.0.0.1:45422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:16:44.547884Z","caller":"traceutil/trace.go:172","msg":"trace[1804923831] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"395.292631ms","start":"2026-07-24T17:16:44.152559Z","end":"2026-07-24T17:16:44.547852Z","steps":["trace[1804923831] 'process raft request' (duration: 395.096619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:44.548574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.152543Z","time spent":"395.446233ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:45.020672Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979494,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:16:45.289005Z","caller":"traceutil/trace.go:172","msg":"trace[557087592] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1033; }","duration":"769.181646ms","start":"2026-07-24T17:16:44.519798Z","end":"2026-07-24T17:16:45.288980Z","steps":["trace[557087592] 'read index received' (duration: 769.176026ms)","trace[557087592] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:45.289604Z","caller":"traceutil/trace.go:172","msg":"trace[1483867161] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"1.128027091s","start":"2026-07-24T17:16:44.161536Z","end":"2026-07-24T17:16:45.289563Z","steps":["trace[1483867161] 'process raft request' (duration: 1.127757458s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.289793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.161527Z","time spent":"1.128176222s","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:45.289806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"769.423909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:45.289978Z","caller":"traceutil/trace.go:172","msg":"trace[1372980511] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:921; }","duration":"770.170678ms","start":"2026-07-24T17:16:44.519793Z","end":"2026-07-24T17:16:45.289964Z","steps":["trace[1372980511] 'agreement among raft nodes before linearized reading' (duration: 769.391469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.290015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.519772Z","time spent":"770.23248ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:45.400810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"854.496943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:45.400868Z","caller":"traceutil/trace.go:172","msg":"trace[1579443782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:926; }","duration":"854.557954ms","start":"2026-07-24T17:16:44.546295Z","end":"2026-07-24T17:16:45.400853Z","steps":["trace[1579443782] 'agreement among raft nodes before linearized reading' (duration: 838.654358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.400896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.546267Z","time spent":"854.624184ms","remote":"127.0.0.1:45422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:16:45.400902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.848108ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:45.400964Z","caller":"traceutil/trace.go:172","msg":"trace[912357676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:926; }","duration":"748.936279ms","start":"2026-07-24T17:16:44.652015Z","end":"2026-07-24T17:16:45.400951Z","steps":["trace[912357676] 'agreement among raft nodes before linearized reading' (duration: 732.952262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:45.401158Z","caller":"traceutil/trace.go:172","msg":"trace[675295621] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"832.940641ms","start":"2026-07-24T17:16:44.568173Z","end":"2026-07-24T17:16:45.401113Z","steps":["trace[675295621] 'process raft request' (duration: 816.963544ms)","trace[675295621] 'compare' (duration: 15.675973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:45.401294Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.568148Z","time spent":"833.083362ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:45.425343Z","caller":"traceutil/trace.go:172","msg":"trace[1953781774] transaction","detail":"{read_only:false; number_of_response:1; response_revision:933; }","duration":"121.202205ms","start":"2026-07-24T17:16:45.304132Z","end":"2026-07-24T17:16:45.425334Z","steps":["trace[1953781774] 'process raft request' (duration: 121.157614ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:45.448695Z","caller":"traceutil/trace.go:172","msg":"trace[784671171] transaction","detail":"{read_only:false; number_of_response:1; response_revision:933; }","duration":"100.830807ms","start":"2026-07-24T17:16:45.347851Z","end":"2026-07-24T17:16:45.448681Z","steps":["trace[784671171] 'process raft request' (duration: 100.289991ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:46.394750Z","caller":"traceutil/trace.go:172","msg":"trace[953699687] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"152.082933ms","start":"2026-07-24T17:16:46.242632Z","end":"2026-07-24T17:16:46.394715Z","steps":["trace[953699687] 'process raft request' (duration: 144.10157ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:52.059888Z","caller":"traceutil/trace.go:172","msg":"trace[445762664] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"428.91281ms","start":"2026-07-24T17:16:51.630931Z","end":"2026-07-24T17:16:52.059844Z","steps":["trace[445762664] 'process raft request' (duration: 428.696008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.060082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:51.630918Z","time spent":"429.098832ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:52.062230Z","caller":"traceutil/trace.go:172","msg":"trace[1117020288] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1158; }","duration":"409.726468ms","start":"2026-07-24T17:16:51.652482Z","end":"2026-07-24T17:16:52.062209Z","steps":["trace[1117020288] 'read index received' (duration: 409.720398ms)","trace[1117020288] 'applied index is now lower than readState.Index' (duration: 4.77µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:52.062383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"409.900459ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:52.062430Z","caller":"traceutil/trace.go:172","msg":"trace[2105565805] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1007; }","duration":"409.96501ms","start":"2026-07-24T17:16:51.652449Z","end":"2026-07-24T17:16:52.062414Z","steps":["trace[2105565805] 'agreement among raft nodes before linearized reading' (duration: 409.871909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.065032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.160434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T17:16:52.065075Z","caller":"traceutil/trace.go:172","msg":"trace[1074208511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1007; }","duration":"318.206405ms","start":"2026-07-24T17:16:51.746859Z","end":"2026-07-24T17:16:52.065065Z","steps":["trace[1074208511] 'agreement among raft nodes before linearized reading' (duration: 318.083343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.065095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:51.746847Z","time spent":"318.242675ms","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:52.065145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.40317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-24T17:16:52.065222Z","caller":"traceutil/trace.go:172","msg":"trace[1254323199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1007; }","duration":"109.492611ms","start":"2026-07-24T17:16:51.955713Z","end":"2026-07-24T17:16:52.065205Z","steps":["trace[1254323199] 'agreement among raft nodes before linearized reading' (duration: 109.284099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:53.115514Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:53.619549Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979583,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:16:53.727864Z","caller":"traceutil/trace.go:172","msg":"trace[605108977] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1160; }","duration":"1.112954611s","start":"2026-07-24T17:16:52.614886Z","end":"2026-07-24T17:16:53.727841Z","steps":["trace[605108977] 'read index received' (duration: 1.112948721s)","trace[605108977] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:53.728128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.113222925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zbbnx\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-07-24T17:16:53.728157Z","caller":"traceutil/trace.go:172","msg":"trace[228883560] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zbbnx; range_end:; response_count:1; response_revision:1009; }","duration":"1.113279576s","start":"2026-07-24T17:16:52.614872Z","end":"2026-07-24T17:16:53.728151Z","steps":["trace[228883560] 'agreement among raft nodes before linearized reading' (duration: 1.113059082s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:53.728177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.614850Z","time spent":"1.113322077s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18548,"request content":"key:\"/registry/pods/kube-system/cilium-zbbnx\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:53.729149Z","caller":"traceutil/trace.go:172","msg":"trace[1205042467] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"1.113192118s","start":"2026-07-24T17:16:52.615922Z","end":"2026-07-24T17:16:53.729114Z","steps":["trace[1205042467] 'process raft request' (duration: 1.112338775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:53.729294Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.615880Z","time spent":"1.113319369s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:16:54.228119Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:54.728796Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8165483062228979585,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:16:55.041939Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"3cdfbb13f7727151 is starting a new election at term 2"} {"level":"info","ts":"2026-07-24T17:16:55.042041Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"3cdfbb13f7727151 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-24T17:16:55.042072Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cdfbb13f7727151 [logterm: 2, index: 1166] sent MsgPreVote request to 3c1a137eda55eb2e at term 2"} {"level":"info","ts":"2026-07-24T17:16:55.042091Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cdfbb13f7727151 [logterm: 2, index: 1166] sent MsgPreVote request to 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-07-24T17:16:55.042123Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 3cdfbb13f7727151 lost leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-07-24T17:16:55.042173Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cdfbb13f7727151 received MsgPreVoteResp from 3cdfbb13f7727151 at term 2"} {"level":"info","ts":"2026-07-24T17:16:55.042224Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cdfbb13f7727151 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-24T17:16:55.043272Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cdfbb13f7727151 received MsgPreVoteResp from 3c1a137eda55eb2e at term 2"} {"level":"info","ts":"2026-07-24T17:16:55.043329Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cdfbb13f7727151 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-24T17:16:55.043358Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"3cdfbb13f7727151 became candidate at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.043380Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cdfbb13f7727151 [logterm: 2, index: 1166] sent MsgVote request to 3c1a137eda55eb2e at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.043397Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3cdfbb13f7727151 [logterm: 2, index: 1166] sent MsgVote request to 89ba38f964b95aa0 at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.044298Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cdfbb13f7727151 received MsgVoteResp from 3cdfbb13f7727151 at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.044333Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cdfbb13f7727151 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-24T17:16:55.046333Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3cdfbb13f7727151 received MsgVoteResp from 3c1a137eda55eb2e at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.046425Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3cdfbb13f7727151 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-24T17:16:55.046463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"3cdfbb13f7727151 became leader at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.046484Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3cdfbb13f7727151 elected leader 3cdfbb13f7727151 at term 3"} {"level":"warn","ts":"2026-07-24T17:16:55.046669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.500325361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-24T17:16:55.046748Z","caller":"traceutil/trace.go:172","msg":"trace[320613861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.500415155s","start":"2026-07-24T17:16:53.546317Z","end":"2026-07-24T17:16:55.046732Z","steps":["trace[320613861] 'agreement among raft nodes before linearized reading' (duration: 1.500323821s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.046791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.546296Z","time spent":"1.500484607s","remote":"127.0.0.1:45422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:16:55.046872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.394412929s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-24T17:16:55.046970Z","caller":"traceutil/trace.go:172","msg":"trace[1139748427] range","detail":"{range_begin:; range_end:; }","duration":"2.394552515s","start":"2026-07-24T17:16:52.652400Z","end":"2026-07-24T17:16:55.046953Z","steps":["trace[1139748427] 'agreement among raft nodes before linearized reading' (duration: 2.394405379s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.046817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.851894565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"error","ts":"2026-07-24T17:16:55.047063Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-24T17:16:55.047100Z","caller":"traceutil/trace.go:172","msg":"trace[1943345606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.852156286s","start":"2026-07-24T17:16:53.194846Z","end":"2026-07-24T17:16:55.047002Z","steps":["trace[1943345606] 'agreement among raft nodes before linearized reading' (duration: 1.851891825s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.047401Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.194823Z","time spent":"1.852556472s","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:55.049019Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-24T17:16:55.049535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.096778093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:16:55.049586Z","caller":"traceutil/trace.go:172","msg":"trace[1498064635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1015; }","duration":"1.096830906s","start":"2026-07-24T17:16:53.952743Z","end":"2026-07-24T17:16:55.049574Z","steps":["trace[1498064635] 'agreement among raft nodes before linearized reading' (duration: 1.096673739s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.049570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"946.797784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-24T17:16:55.049616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.952723Z","time spent":"1.096884897s","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:55.049631Z","caller":"traceutil/trace.go:172","msg":"trace[357293214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1015; }","duration":"946.863516ms","start":"2026-07-24T17:16:54.102755Z","end":"2026-07-24T17:16:55.049619Z","steps":["trace[357293214] 'agreement among raft nodes before linearized reading' (duration: 946.682159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:55.049663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:54.102724Z","time spent":"946.9314ms","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:57.536360Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3cdfbb13f7727151 [term: 3] ignored a MsgReadIndexResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"warn","ts":"2026-07-24T17:17:00.740610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.740397Z","time spent":"7.000207546s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T17:17:00.747852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.747680Z","time spent":"7.000165958s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T17:17:10.422065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.434344Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.523960Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.547010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.575511Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:11.219143Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36794","server-name":"","error":"EOF"}