{"level":"warn","ts":"2026-07-31T08:40:19.134308Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-31T08:40:19.134462Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-31T08:40:19.134472Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.244:2380","--initial-cluster=controller-1=https://199.19.213.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.244:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-31T08:40:19.134553Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-31T08:40:19.134618Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-31T08:40:19.134628Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.244:2380"]} {"level":"info","ts":"2026-07-31T08:40:19.134887Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T08:40:19.135552Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.244:2379"]} {"level":"info","ts":"2026-07-31T08:40:19.135695Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.244:2380"],"listen-peer-urls":["https://199.19.213.244:2380"],"advertise-client-urls":["https://199.19.213.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-31T08:40:19.136632Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000120d68}"} {"level":"info","ts":"2026-07-31T08:40:19.140698Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-31T08:40:19.140737Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.335529ms"} {"level":"info","ts":"2026-07-31T08:40:19.140760Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-31T08:40:19.140767Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-31T08:40:19.140893Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-31T08:40:19.147158Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-31T08:40:19.147268Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"95a1d32286abc938","cluster-id":"f9243fb70f4df4f4"} {"level":"info","ts":"2026-07-31T08:40:19.147297Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-31T08:40:19.147372Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"95a1d32286abc938 switched to configuration voters=()"} {"level":"info","ts":"2026-07-31T08:40:19.147437Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"95a1d32286abc938 became follower at term 0"} {"level":"info","ts":"2026-07-31T08:40:19.147453Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 95a1d32286abc938 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-31T08:40:19.147466Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"95a1d32286abc938 became follower at term 1"} {"level":"info","ts":"2026-07-31T08:40:19.147507Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"95a1d32286abc938 switched to configuration voters=(10782131128143431992)"} {"level":"warn","ts":"2026-07-31T08:40:19.153832Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-31T08:40:19.155393Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-31T08:40:19.157558Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-31T08:40:19.158024Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"95a1d32286abc938","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-31T08:40:19.158204Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T08:40:19.158397Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.244:2380"} {"level":"info","ts":"2026-07-31T08:40:19.158440Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.244:2380"} {"level":"info","ts":"2026-07-31T08:40:19.162277Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"95a1d32286abc938","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-31T08:40:19.162810Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T08:40:19.163181Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T08:40:19.163765Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T08:40:19.163950Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"95a1d32286abc938 switched to configuration voters=(10782131128143431992)"} {"level":"info","ts":"2026-07-31T08:40:19.163640Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-31T08:40:19.163059Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"95a1d32286abc938","initial-advertise-peer-urls":["https://199.19.213.244:2380"],"listen-peer-urls":["https://199.19.213.244:2380"],"advertise-client-urls":["https://199.19.213.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-31T08:40:19.164415Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"f9243fb70f4df4f4","local-member-id":"95a1d32286abc938","added-peer-id":"95a1d32286abc938","added-peer-peer-urls":["https://199.19.213.244:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-07-31T08:40:19.647692Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"95a1d32286abc938 is starting a new election at term 1"} {"level":"info","ts":"2026-07-31T08:40:19.647751Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"95a1d32286abc938 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-31T08:40:19.647834Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"95a1d32286abc938 received MsgPreVoteResp from 95a1d32286abc938 at term 1"} {"level":"info","ts":"2026-07-31T08:40:19.647847Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"95a1d32286abc938 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-31T08:40:19.647863Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"95a1d32286abc938 became candidate at term 2"} {"level":"info","ts":"2026-07-31T08:40:19.648655Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"95a1d32286abc938 received MsgVoteResp from 95a1d32286abc938 at term 2"} {"level":"info","ts":"2026-07-31T08:40:19.648667Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"95a1d32286abc938 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-31T08:40:19.648678Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"95a1d32286abc938 became leader at term 2"} {"level":"info","ts":"2026-07-31T08:40:19.648685Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 95a1d32286abc938 elected leader 95a1d32286abc938 at term 2"} {"level":"info","ts":"2026-07-31T08:40:19.649575Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T08:40:19.650556Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"95a1d32286abc938","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.244:2379]}","cluster-id":"f9243fb70f4df4f4","publish-timeout":"7s"} {"level":"info","ts":"2026-07-31T08:40:19.650577Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T08:40:19.650598Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T08:40:19.650882Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-31T08:40:19.650932Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-31T08:40:19.651457Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-31T08:40:19.652349Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"f9243fb70f4df4f4","local-member-id":"95a1d32286abc938","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T08:40:19.652407Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T08:40:19.652442Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T08:40:19.652509Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-07-31T08:40:19.652551Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-07-31T08:40:19.654104Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-31T08:40:19.654210Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-31T08:40:19.658666Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-31T08:40:19.659160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.659171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.659650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56260","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T08:40:19.665226Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.244:2379"} {"level":"warn","ts":"2026-07-31T08:40:19.672742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.690423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.712411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.724315Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.735086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.743520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.754097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.767501Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.787942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.801178Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.809718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.816519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.827790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.833574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.844204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.852988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.866003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.873954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.926270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.935705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.944204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.951878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.965024Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.974669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.985593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:19.991527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.008312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.017744Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.025546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.038992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.048713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.057558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.065021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.074126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.085995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.092991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.102495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.117774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.125885Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.138930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.148100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.179704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.191531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.201356Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.210545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.222109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.229657Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.237166Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.243461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.252100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.266114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.276379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.286586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.330410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.340369Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.350851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:40:20.400953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57354","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T08:40:27.985858Z","caller":"traceutil/trace.go:172","msg":"trace[287292460] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"104.191959ms","start":"2026-07-31T08:40:27.881639Z","end":"2026-07-31T08:40:27.985831Z","steps":["trace[287292460] 'process raft request' (duration: 104.062035ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:40:28.181904Z","caller":"traceutil/trace.go:172","msg":"trace[1913484967] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:328; }","duration":"196.264445ms","start":"2026-07-31T08:40:27.985613Z","end":"2026-07-31T08:40:28.181877Z","steps":["trace[1913484967] 'read index received' (duration: 196.257995ms)","trace[1913484967] 'applied index is now lower than readState.Index' (duration: 5.55µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:40:28.200745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.554216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T08:40:28.200857Z","caller":"traceutil/trace.go:172","msg":"trace[75012035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:307; }","duration":"246.732012ms","start":"2026-07-31T08:40:27.954100Z","end":"2026-07-31T08:40:28.200832Z","steps":["trace[75012035] 'agreement among raft nodes before linearized reading' (duration: 227.90801ms)","trace[75012035] 'range keys from in-memory index tree' (duration: 18.463791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:40:28.200827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.813121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:40:28.200840Z","caller":"traceutil/trace.go:172","msg":"trace[1161881012] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"259.481057ms","start":"2026-07-31T08:40:27.941314Z","end":"2026-07-31T08:40:28.200795Z","steps":["trace[1161881012] 'process raft request' (duration: 240.670826ms)","trace[1161881012] 'compare' (duration: 18.570583ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:40:28.200939Z","caller":"traceutil/trace.go:172","msg":"trace[188688606] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:0; response_revision:308; }","duration":"210.949066ms","start":"2026-07-31T08:40:27.989968Z","end":"2026-07-31T08:40:28.200917Z","steps":["trace[188688606] 'agreement among raft nodes before linearized reading' (duration: 210.753179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:40:28.201027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.751284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T08:40:28.201088Z","caller":"traceutil/trace.go:172","msg":"trace[1248383805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:308; }","duration":"146.831306ms","start":"2026-07-31T08:40:28.054243Z","end":"2026-07-31T08:40:28.201075Z","steps":["trace[1248383805] 'agreement among raft nodes before linearized reading' (duration: 146.569998ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:40:33.236160Z","caller":"traceutil/trace.go:172","msg":"trace[2101723999] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:404; }","duration":"160.242403ms","start":"2026-07-31T08:40:33.075881Z","end":"2026-07-31T08:40:33.236124Z","steps":["trace[2101723999] 'read index received' (duration: 160.233842ms)","trace[2101723999] 'applied index is now lower than readState.Index' (duration: 7.37µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:40:33.236338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.423128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:40:33.236465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.766001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:40:33.236352Z","caller":"traceutil/trace.go:172","msg":"trace[899192366] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"190.994032ms","start":"2026-07-31T08:40:33.045329Z","end":"2026-07-31T08:40:33.236323Z","steps":["trace[899192366] 'process raft request' (duration: 190.777786ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:40:33.236474Z","caller":"traceutil/trace.go:172","msg":"trace[40487459] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:381; }","duration":"160.579372ms","start":"2026-07-31T08:40:33.075874Z","end":"2026-07-31T08:40:33.236453Z","steps":["trace[40487459] 'agreement among raft nodes before linearized reading' (duration: 160.370316ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:40:33.236512Z","caller":"traceutil/trace.go:172","msg":"trace[1070469941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:382; }","duration":"130.837713ms","start":"2026-07-31T08:40:33.105664Z","end":"2026-07-31T08:40:33.236502Z","steps":["trace[1070469941] 'agreement among raft nodes before linearized reading' (duration: 130.708919ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:40:44.361173Z","caller":"traceutil/trace.go:172","msg":"trace[1267412795] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"107.870286ms","start":"2026-07-31T08:40:44.253277Z","end":"2026-07-31T08:40:44.361148Z","steps":["trace[1267412795] 'process raft request' (duration: 107.721892ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:40:44.665776Z","caller":"traceutil/trace.go:172","msg":"trace[907837791] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"300.096787ms","start":"2026-07-31T08:40:44.365652Z","end":"2026-07-31T08:40:44.665749Z","steps":["trace[907837791] 'process raft request' (duration: 258.325191ms)","trace[907837791] 'compare' (duration: 41.482968ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:40:44.665735Z","caller":"traceutil/trace.go:172","msg":"trace[403802797] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"299.145892ms","start":"2026-07-31T08:40:44.366559Z","end":"2026-07-31T08:40:44.665705Z","steps":["trace[403802797] 'process raft request' (duration: 299.07629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:40:44.666784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:40:44.365632Z","time spent":"300.22918ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:40:56.268504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.237:49916","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T08:40:56.753343Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"95a1d32286abc938 switched to configuration voters=(10782131128143431992) learners=(488703946946515797)"} {"level":"info","ts":"2026-07-31T08:40:56.753556Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"f9243fb70f4df4f4","local-member-id":"95a1d32286abc938","added-peer-id":"6c839a686141355","added-peer-peer-urls":["https://199.19.213.237:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-31T08:40:56.753695Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:40:56.753745Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:40:56.753863Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:40:56.753925Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:40:56.753974Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:40:56.754022Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355","remote-peer-urls":["https://199.19.213.237:2380"]} {"level":"info","ts":"2026-07-31T08:40:56.754042Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:40:56.754078Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"95a1d32286abc938","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:40:56.753988Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"warn","ts":"2026-07-31T08:40:56.789555Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.237:50086","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-31T08:40:56.800981Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T08:40:57.306254Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T08:40:57.804092Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T08:40:58.303971Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T08:40:58.803549Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T08:40:59.303081Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-31T08:40:59.655706Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.237:2380/version","remote-member-id":"6c839a686141355","error":"Get \"https://199.19.213.237:2380/version\": dial tcp 199.19.213.237:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T08:40:59.655814Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"6c839a686141355","error":"Get \"https://199.19.213.237:2380/version\": dial tcp 199.19.213.237:2380: connect: connection refused"} {"level":"error","ts":"2026-07-31T08:40:59.803110Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-31T08:41:00.169363Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.172477Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.175642Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.176033Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"95a1d32286abc938","to":"6c839a686141355","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T08:41:00.176074Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.181293Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"95a1d32286abc938","to":"6c839a686141355","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T08:41:00.181314Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.183157Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"95a1d32286abc938","to":"6c839a686141355","bytes":777818,"size":"778 kB"} {"level":"info","ts":"2026-07-31T08:41:00.183245Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":474,"remote-peer-id":"6c839a686141355","bytes":777818,"size":"778 kB"} {"level":"info","ts":"2026-07-31T08:41:00.185549Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":770048,"size":"770 kB"} {"level":"info","ts":"2026-07-31T08:41:00.201039Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":474,"remote-peer-id":"6c839a686141355","bytes":777818,"size":"778 kB"} {"level":"warn","ts":"2026-07-31T08:41:00.222849Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.223157Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355","error":"EOF"} {"level":"info","ts":"2026-07-31T08:41:00.233223Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"95a1d32286abc938","to":"6c839a686141355","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-31T08:41:00.233248Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.233260Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.235835Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"95a1d32286abc938","to":"6c839a686141355","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-31T08:41:00.235865Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.235891Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.264661Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.266668Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.302434Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"95a1d32286abc938 switched to configuration voters=(488703946946515797 10782131128143431992)"} {"level":"info","ts":"2026-07-31T08:41:00.302551Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"f9243fb70f4df4f4","local-member-id":"95a1d32286abc938","promoted-member-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:00.302580Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"95a1d32286abc938","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"6c839a686141355"} {"level":"info","ts":"2026-07-31T08:41:05.264498Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-31T08:41:14.711010Z","caller":"traceutil/trace.go:172","msg":"trace[2006436285] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"237.129101ms","start":"2026-07-31T08:41:14.473862Z","end":"2026-07-31T08:41:14.710991Z","steps":["trace[2006436285] 'process raft request' (duration: 236.995618ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:41:16.854052Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-07-31T08:41:17.576234Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704135,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:41:17.878054Z","caller":"traceutil/trace.go:172","msg":"trace[1258899548] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:608; }","duration":"802.143923ms","start":"2026-07-31T08:41:17.075861Z","end":"2026-07-31T08:41:17.878005Z","steps":["trace[1258899548] 'read index received' (duration: 802.138463ms)","trace[1258899548] 'applied index is now lower than readState.Index' (duration: 4.21µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:41:17.878192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"802.293217ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:41:17.878256Z","caller":"traceutil/trace.go:172","msg":"trace[1357807821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:571; }","duration":"802.391249ms","start":"2026-07-31T08:41:17.075853Z","end":"2026-07-31T08:41:17.878244Z","steps":["trace[1357807821] 'agreement among raft nodes before linearized reading' (duration: 802.262417ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:41:17.878180Z","caller":"traceutil/trace.go:172","msg":"trace[700918005] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"456.025794ms","start":"2026-07-31T08:41:17.422136Z","end":"2026-07-31T08:41:17.878162Z","steps":["trace[700918005] 'process raft request' (duration: 455.84069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:17.878755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:41:17.422112Z","time spent":"456.552055ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:41:17.879259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.629768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:41:17.879825Z","caller":"traceutil/trace.go:172","msg":"trace[714546286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"778.191099ms","start":"2026-07-31T08:41:17.101615Z","end":"2026-07-31T08:41:17.879806Z","steps":["trace[714546286] 'agreement among raft nodes before linearized reading' (duration: 777.599037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:17.879896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:41:17.101569Z","time spent":"778.311661ms","remote":"127.0.0.1:56232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T08:41:26.094388Z","caller":"traceutil/trace.go:172","msg":"trace[300558577] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:637; }","duration":"136.112272ms","start":"2026-07-31T08:41:25.958254Z","end":"2026-07-31T08:41:26.094366Z","steps":["trace[300558577] 'read index received' (duration: 136.106342ms)","trace[300558577] 'applied index is now lower than readState.Index' (duration: 4.96µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:41:26.094607Z","caller":"traceutil/trace.go:172","msg":"trace[1223061571] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"166.545906ms","start":"2026-07-31T08:41:25.928025Z","end":"2026-07-31T08:41:26.094571Z","steps":["trace[1223061571] 'process raft request' (duration: 166.328122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:26.094981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.706423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:47 size:3996"} {"level":"info","ts":"2026-07-31T08:41:26.095017Z","caller":"traceutil/trace.go:172","msg":"trace[1016839553] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:47; response_revision:597; }","duration":"136.759595ms","start":"2026-07-31T08:41:25.958248Z","end":"2026-07-31T08:41:26.095008Z","steps":["trace[1016839553] 'agreement among raft nodes before linearized reading' (duration: 136.239695ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:41:30.201386Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"95a1d32286abc938","to":"6c839a686141355","bytes":777818,"size":"778 kB","took":"30.018195032s"} {"level":"info","ts":"2026-07-31T08:41:32.195176Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"95a1d32286abc938 switched to configuration voters=(488703946946515797 10782131128143431992) learners=(8182904935803894696)"} {"level":"info","ts":"2026-07-31T08:41:32.195351Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"f9243fb70f4df4f4","local-member-id":"95a1d32286abc938","added-peer-id":"718f84af2961bba8","added-peer-peer-urls":["https://199.19.213.125:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-31T08:41:32.195390Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.195418Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.195496Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.195609Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.195615Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.195647Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8","remote-peer-urls":["https://199.19.213.125:2380"]} {"level":"info","ts":"2026-07-31T08:41:32.195633Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.195673Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"error","ts":"2026-07-31T08:41:32.252737Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T08:41:32.770924Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-31T08:41:32.771016Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"718f84af2961bba8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-31T08:41:33.258194Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-31T08:41:33.258270Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"718f84af2961bba8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-31T08:41:33.754615Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-31T08:41:34.256685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.125:55830","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-31T08:41:34.257822Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-31T08:41:34.257931Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"718f84af2961bba8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-31T08:41:34.757083Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T08:41:35.260372Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-31T08:41:35.680747Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.125:2380/version","remote-member-id":"718f84af2961bba8","error":"Get \"https://199.19.213.125:2380/version\": dial tcp 199.19.213.125:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T08:41:35.680849Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"718f84af2961bba8","error":"Get \"https://199.19.213.125:2380/version\": dial tcp 199.19.213.125:2380: connect: connection refused"} {"level":"error","ts":"2026-07-31T08:41:35.755670Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-31T08:41:35.755793Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"718f84af2961bba8","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-07-31T08:41:35.884482Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.893757Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"95a1d32286abc938","to":"718f84af2961bba8","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T08:41:35.893813Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.901372Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"95a1d32286abc938","to":"718f84af2961bba8","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T08:41:35.901397Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.906770Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"95a1d32286abc938","to":"718f84af2961bba8","bytes":1098707,"size":"1.1 MB"} {"level":"info","ts":"2026-07-31T08:41:35.906961Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":670,"remote-peer-id":"718f84af2961bba8","bytes":1098707,"size":"1.1 MB"} {"level":"info","ts":"2026-07-31T08:41:35.913203Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.913574Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1089536,"size":"1.1 MB"} {"level":"info","ts":"2026-07-31T08:41:35.916710Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.935472Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":670,"remote-peer-id":"718f84af2961bba8","bytes":1098707,"size":"1.1 MB"} {"level":"warn","ts":"2026-07-31T08:41:35.949370Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:35.949686Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8","error":"EOF"} {"level":"info","ts":"2026-07-31T08:41:35.962495Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"95a1d32286abc938","to":"718f84af2961bba8","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-31T08:41:35.962521Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.962533Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.966247Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"95a1d32286abc938","to":"718f84af2961bba8","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-31T08:41:35.966310Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.966329Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:36.011425Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:36.016111Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"95a1d32286abc938","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:36.255898Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"95a1d32286abc938 switched to configuration voters=(488703946946515797 8182904935803894696 10782131128143431992)"} {"level":"info","ts":"2026-07-31T08:41:36.256310Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"f9243fb70f4df4f4","local-member-id":"95a1d32286abc938","promoted-member-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:36.256385Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"95a1d32286abc938","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:46.034654Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-31T08:42:03.300875Z","caller":"traceutil/trace.go:172","msg":"trace[1128494992] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"101.962351ms","start":"2026-07-31T08:42:03.198855Z","end":"2026-07-31T08:42:03.300818Z","steps":["trace[1128494992] 'process raft request' (duration: 101.140798ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:03.311272Z","caller":"traceutil/trace.go:172","msg":"trace[1768946891] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"110.619057ms","start":"2026-07-31T08:42:03.200637Z","end":"2026-07-31T08:42:03.311256Z","steps":["trace[1768946891] 'process raft request' (duration: 110.480715ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:05.620873Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-31T08:42:05.936122Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"95a1d32286abc938","to":"718f84af2961bba8","bytes":1098707,"size":"1.1 MB","took":"30.029347668s"} {"level":"warn","ts":"2026-07-31T08:42:23.947938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.723533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-31T08:42:23.948039Z","caller":"traceutil/trace.go:172","msg":"trace[122475889] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"128.913669ms","start":"2026-07-31T08:42:23.819110Z","end":"2026-07-31T08:42:23.948024Z","steps":["trace[122475889] 'process raft request' (duration: 26.925282ms)","trace[122475889] 'compare' (duration: 101.582391ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:42:23.960435Z","caller":"traceutil/trace.go:172","msg":"trace[317006551] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"140.697261ms","start":"2026-07-31T08:42:23.819719Z","end":"2026-07-31T08:42:23.960416Z","steps":["trace[317006551] 'process raft request' (duration: 140.59344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:25.797920Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"141.525375ms"} {"level":"warn","ts":"2026-07-31T08:42:25.798007Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"141.617556ms"} {"level":"info","ts":"2026-07-31T08:42:25.798336Z","caller":"traceutil/trace.go:172","msg":"trace[1553317238] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"340.966775ms","start":"2026-07-31T08:42:25.457349Z","end":"2026-07-31T08:42:25.798316Z","steps":["trace[1553317238] 'process raft request' (duration: 340.833483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:25.798479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:25.457336Z","time spent":"341.076307ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:26.198912Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:26.699632Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704816,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:26.864807Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"95a1d32286abc938 [logterm: 2, index: 957, vote: 95a1d32286abc938] ignored MsgPreVote from 718f84af2961bba8 [logterm: 2, index: 956] at term 2: lease is not expired (remaining ticks: 4)"} {"level":"warn","ts":"2026-07-31T08:42:26.962482Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"964.45767ms"} {"level":"warn","ts":"2026-07-31T08:42:26.962543Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"964.526231ms"} {"level":"info","ts":"2026-07-31T08:42:26.962529Z","caller":"traceutil/trace.go:172","msg":"trace[479513868] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:955; }","duration":"1.264339375s","start":"2026-07-31T08:42:25.698167Z","end":"2026-07-31T08:42:26.962506Z","steps":["trace[479513868] 'read index received' (duration: 1.264330215s)","trace[479513868] 'applied index is now lower than readState.Index' (duration: 7.7µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:42:27.286014Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"95a1d32286abc938 [logterm: 2, index: 959, vote: 95a1d32286abc938] ignored MsgVote from 718f84af2961bba8 [logterm: 2, index: 956] at term 2: lease is not expired (remaining ticks: 3)"} {"level":"info","ts":"2026-07-31T08:42:27.286093Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"95a1d32286abc938 [term: 2] received a MsgAppResp message with higher term from 718f84af2961bba8 [term: 3]"} {"level":"info","ts":"2026-07-31T08:42:27.286133Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"95a1d32286abc938 became follower at term 3"} {"level":"info","ts":"2026-07-31T08:42:27.286153Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 95a1d32286abc938 lost leader 95a1d32286abc938 at term 3"} {"level":"warn","ts":"2026-07-31T08:42:27.463403Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:27.463688Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-07-31T08:42:27.662578Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"95a1d32286abc938 [term: 3] ignored a MsgAppResp message with lower term from 6c839a686141355 [term: 2]"} {"level":"info","ts":"2026-07-31T08:42:27.662668Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-07-31T08:42:27.964598Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:27.964674Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-07-31T08:42:27.966463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-07-31T08:42:28.155337Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.169381037s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T08:42:28.155480Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"95a1d32286abc938 [term: 3] ignored a MsgAppResp message with lower term from 95a1d32286abc938 [term: 2]"} {"level":"info","ts":"2026-07-31T08:42:28.155520Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"95a1d32286abc938 [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-07-31T08:42:28.155739Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14499514610070704820,"received-request-id":14499514610070704816} {"level":"warn","ts":"2026-07-31T08:42:28.244113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.545927181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:28.244195Z","caller":"traceutil/trace.go:172","msg":"trace[2130025567] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:874; }","duration":"2.546010962s","start":"2026-07-31T08:42:25.698162Z","end":"2026-07-31T08:42:28.244173Z","steps":["trace[2130025567] 'agreement among raft nodes before linearized reading' (duration: 1.264418306s)","trace[2130025567] 'range keys from in-memory index tree' (duration: 1.281477254s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:28.244234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:25.698142Z","time spent":"2.546082743s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:28.261280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.298460387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T08:42:28.261350Z","caller":"traceutil/trace.go:172","msg":"trace[749189656] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"2.801420519s","start":"2026-07-31T08:42:25.459919Z","end":"2026-07-31T08:42:28.261339Z","steps":["trace[749189656] 'process raft request' (duration: 1.502851089s)","trace[749189656] 'compare' (duration: 1.298325415s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:28.261382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:25.459897Z","time spent":"2.801471169s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:28.425060Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"95a1d32286abc938 [term: 3] ignored a MsgAppResp message with lower term from 95a1d32286abc938 [term: 2]"} {"level":"info","ts":"2026-07-31T08:42:28.425143Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"95a1d32286abc938 [term: 3] ignored a MsgAppResp message with lower term from 95a1d32286abc938 [term: 2]"} {"level":"info","ts":"2026-07-31T08:42:28.425772Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"95a1d32286abc938 [term: 3] ignored a MsgAppResp message with lower term from 6c839a686141355 [term: 2]"} {"level":"info","ts":"2026-07-31T08:42:28.443228Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"95a1d32286abc938 [term: 3] ignored a MsgAppResp message with lower term from 6c839a686141355 [term: 2]"} {"level":"info","ts":"2026-07-31T08:42:28.443287Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"95a1d32286abc938 [term: 3] ignored a MsgHeartbeatResp message with lower term from 6c839a686141355 [term: 2]"} {"level":"info","ts":"2026-07-31T08:42:28.443311Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"95a1d32286abc938 [term: 3] ignored a MsgHeartbeatResp message with lower term from 6c839a686141355 [term: 2]"} {"level":"warn","ts":"2026-07-31T08:42:28.465726Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:28.465838Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-07-31T08:42:28.466243Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-07-31T08:42:28.966257Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:28.966353Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-07-31T08:42:28.966653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-07-31T08:42:29.067451Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"95a1d32286abc938 [logterm: 2, index: 959, vote: 0] rejected MsgPreVote from 718f84af2961bba8 [logterm: 2, index: 956] at term 3"} {"level":"warn","ts":"2026-07-31T08:42:29.102427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000546664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T08:42:29.102503Z","caller":"traceutil/trace.go:172","msg":"trace[1724521551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000627665s","start":"2026-07-31T08:42:27.101847Z","end":"2026-07-31T08:42:29.102475Z","steps":["trace[1724521551] 'agreement among raft nodes before linearized reading' (duration: 2.000543364s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.102581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:27.101828Z","time spent":"2.000744677s","remote":"127.0.0.1:56232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 08:42:29 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T08:42:29.467306Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:29.467383Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-07-31T08:42:29.467749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"95a1d32286abc938 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-07-31T08:42:29.848490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"95a1d32286abc938 is starting a new election at term 3"} {"level":"info","ts":"2026-07-31T08:42:29.848552Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"95a1d32286abc938 became pre-candidate at term 3"} {"level":"info","ts":"2026-07-31T08:42:29.848580Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"95a1d32286abc938 [logterm: 2, index: 959] sent MsgPreVote request to 6c839a686141355 at term 3"} {"level":"info","ts":"2026-07-31T08:42:29.848656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"95a1d32286abc938 [logterm: 2, index: 959] sent MsgPreVote request to 718f84af2961bba8 at term 3"} {"level":"info","ts":"2026-07-31T08:42:29.848829Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"95a1d32286abc938 received MsgPreVoteResp from 95a1d32286abc938 at term 3"} {"level":"info","ts":"2026-07-31T08:42:29.848941Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"95a1d32286abc938 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-31T08:42:29.850137Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"95a1d32286abc938 received MsgPreVoteResp from 6c839a686141355 at term 3"} {"level":"info","ts":"2026-07-31T08:42:29.850199Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"95a1d32286abc938 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-31T08:42:29.850230Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"95a1d32286abc938 became candidate at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.850249Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"95a1d32286abc938 [logterm: 2, index: 959] sent MsgVote request to 6c839a686141355 at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.850264Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"95a1d32286abc938 [logterm: 2, index: 959] sent MsgVote request to 718f84af2961bba8 at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.851558Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"95a1d32286abc938 received MsgVoteResp from 95a1d32286abc938 at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.851748Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"95a1d32286abc938 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-31T08:42:29.854484Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"95a1d32286abc938 received MsgVoteResp from 6c839a686141355 at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.854506Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"95a1d32286abc938 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-31T08:42:29.854528Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"95a1d32286abc938 became leader at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.854539Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 95a1d32286abc938 elected leader 95a1d32286abc938 at term 4"} {"level":"warn","ts":"2026-07-31T08:42:29.854666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.032553198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-31T08:42:29.854707Z","caller":"traceutil/trace.go:172","msg":"trace[1073965612] range","detail":"{range_begin:/registry/ingress; range_end:; }","duration":"3.032604268s","start":"2026-07-31T08:42:26.822092Z","end":"2026-07-31T08:42:29.854697Z","steps":["trace[1073965612] 'agreement among raft nodes before linearized reading' (duration: 3.032551678s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.854687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.776922337s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-31T08:42:29.854739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:26.822072Z","time spent":"3.032659949s","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-07-31T08:42:29.854762Z","caller":"traceutil/trace.go:172","msg":"trace[1108106254] range","detail":"{range_begin:; range_end:; }","duration":"3.777019918s","start":"2026-07-31T08:42:26.077727Z","end":"2026-07-31T08:42:29.854747Z","steps":["trace[1108106254] 'agreement among raft nodes before linearized reading' (duration: 3.776920697s)"],"step_count":1} {"level":"error","ts":"2026-07-31T08:42:29.854867Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-31T08:42:29.857296Z","caller":"traceutil/trace.go:172","msg":"trace[1807307311] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"3.353911433s","start":"2026-07-31T08:42:26.503368Z","end":"2026-07-31T08:42:29.857280Z","steps":["trace[1807307311] 'process raft request' (duration: 3.353326375s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:29.857312Z","caller":"traceutil/trace.go:172","msg":"trace[292726887] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"2.806362258s","start":"2026-07-31T08:42:27.050937Z","end":"2026-07-31T08:42:29.857299Z","steps":["trace[292726887] 'process raft request' (duration: 2.806311887s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.857404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:26.503337Z","time spent":"3.354004165s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:29.857446Z","caller":"traceutil/trace.go:172","msg":"trace[1392990010] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"2.825674055s","start":"2026-07-31T08:42:27.031762Z","end":"2026-07-31T08:42:29.857436Z","steps":["trace[1392990010] 'process raft request' (duration: 2.82531094s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:29.857477Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-31T08:42:29.857520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:27.031735Z","time spent":"2.825740305s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:29.857410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:27.050911Z","time spent":"2.806432218s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:29.858836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.477073964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:29.858863Z","caller":"traceutil/trace.go:172","msg":"trace[984111024] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:878; }","duration":"1.477104104s","start":"2026-07-31T08:42:28.381753Z","end":"2026-07-31T08:42:29.858857Z","steps":["trace[984111024] 'agreement among raft nodes before linearized reading' (duration: 1.477050604s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.858855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"755.951716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:42:29.858881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:28.381710Z","time spent":"1.477165416s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-07-31T08:42:29.858896Z","caller":"traceutil/trace.go:172","msg":"trace[1317373974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:878; }","duration":"756.013017ms","start":"2026-07-31T08:42:29.102872Z","end":"2026-07-31T08:42:29.858885Z","steps":["trace[1317373974] 'agreement among raft nodes before linearized reading' (duration: 755.919486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.858922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:29.102838Z","time spent":"756.078528ms","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T08:42:29.858997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.1997696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:29.859032Z","caller":"traceutil/trace.go:172","msg":"trace[656708464] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:878; }","duration":"1.199798741s","start":"2026-07-31T08:42:28.659217Z","end":"2026-07-31T08:42:29.859015Z","steps":["trace[656708464] 'agreement among raft nodes before linearized reading' (duration: 1.19975458s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.859050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:28.659193Z","time spent":"1.199852461s","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.859086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.056677948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T08:42:29.859315Z","caller":"traceutil/trace.go:172","msg":"trace[219471526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:878; }","duration":"2.056908832s","start":"2026-07-31T08:42:27.802397Z","end":"2026-07-31T08:42:29.859306Z","steps":["trace[219471526] 'agreement among raft nodes before linearized reading' (duration: 2.056523936s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.859694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:27.802371Z","time spent":"2.056965263s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:31.583776Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"32.125974ms"} {"level":"warn","ts":"2026-07-31T08:42:31.584953Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.30745ms"} {"level":"info","ts":"2026-07-31T08:42:31.595167Z","caller":"traceutil/trace.go:172","msg":"trace[1214141221] transaction","detail":"{read_only:false; number_of_response:1; response_revision:958; }","duration":"153.228474ms","start":"2026-07-31T08:42:31.441916Z","end":"2026-07-31T08:42:31.595144Z","steps":["trace[1214141221] 'process raft request' (duration: 152.748416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:35.646984Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:35.806516Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"505.12583ms"} {"level":"warn","ts":"2026-07-31T08:42:35.806605Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"505.221871ms"} {"level":"warn","ts":"2026-07-31T08:42:36.147641Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:36.648669Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:37.146231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00018443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T08:42:37.146317Z","caller":"traceutil/trace.go:172","msg":"trace[1782919912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282981s","start":"2026-07-31T08:42:35.146020Z","end":"2026-07-31T08:42:37.146303Z","steps":["trace[1782919912] 'agreement among raft nodes before linearized reading' (duration: 2.00017992s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:37.146354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.146012Z","time spent":"2.000336652s","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T08:42:37.149639Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:37.541986Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.731680144s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T08:42:37.542100Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.535475357s"} {"level":"warn","ts":"2026-07-31T08:42:37.542114Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.535493867s"} {"level":"info","ts":"2026-07-31T08:42:37.542560Z","caller":"traceutil/trace.go:172","msg":"trace[1102558785] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"2.434794606s","start":"2026-07-31T08:42:35.107746Z","end":"2026-07-31T08:42:37.542541Z","steps":["trace[1102558785] 'process raft request' (duration: 2.434653084s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:37.542693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.107735Z","time spent":"2.434903757s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T08:42:37.650648Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:37.959452Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"217.321162ms"} {"level":"warn","ts":"2026-07-31T08:42:37.959511Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"217.388943ms"} {"level":"info","ts":"2026-07-31T08:42:38.050153Z","caller":"traceutil/trace.go:172","msg":"trace[1160537121] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"2.93648446s","start":"2026-07-31T08:42:35.113641Z","end":"2026-07-31T08:42:38.050125Z","steps":["trace[1160537121] 'process raft request' (duration: 2.846384387s)","trace[1160537121] 'compare' (duration: 89.660117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:38.050313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.113630Z","time spent":"2.936610742s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:38.050347Z","caller":"traceutil/trace.go:172","msg":"trace[186680964] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1164; }","duration":"2.90430974s","start":"2026-07-31T08:42:35.146023Z","end":"2026-07-31T08:42:38.050333Z","steps":["trace[186680964] 'read index received' (duration: 2.813762921s)","trace[186680964] 'applied index is now lower than readState.Index' (duration: 90.545819ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:42:38.050432Z","caller":"traceutil/trace.go:172","msg":"trace[1691611826] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"2.159776318s","start":"2026-07-31T08:42:35.890650Z","end":"2026-07-31T08:42:38.050426Z","steps":["trace[1691611826] 'process raft request' (duration: 2.159422863s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:38.050498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.890626Z","time spent":"2.159825288s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:38.050617Z","caller":"traceutil/trace.go:172","msg":"trace[1195738016] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"2.154857759s","start":"2026-07-31T08:42:35.895752Z","end":"2026-07-31T08:42:38.050610Z","steps":["trace[1195738016] 'process raft request' (duration: 2.154501254s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:38.050645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.895732Z","time spent":"2.154900509s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:38.551361Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:39.052169Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:39.154607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999929659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T08:42:39.154663Z","caller":"traceutil/trace.go:172","msg":"trace[945866655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000498s","start":"2026-07-31T08:42:37.154643Z","end":"2026-07-31T08:42:39.154648Z","steps":["trace[945866655] 'agreement among raft nodes before linearized reading' (duration: 1.999927669s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.154700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:37.154627Z","time spent":"2.000065321s","remote":"127.0.0.1:56232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T08:42:39.468051Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.311907477s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T08:42:39.468226Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.120492577s"} {"level":"warn","ts":"2026-07-31T08:42:39.468253Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.120523367s"} {"level":"info","ts":"2026-07-31T08:42:39.468303Z","caller":"traceutil/trace.go:172","msg":"trace[588432629] linearizableReadLoop","detail":"{readStateIndex:1167; appliedIndex:1167; }","duration":"1.417881418s","start":"2026-07-31T08:42:38.050391Z","end":"2026-07-31T08:42:39.468272Z","steps":["trace[588432629] 'read index received' (duration: 1.417870848s)","trace[588432629] 'applied index is now lower than readState.Index' (duration: 9.05µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:39.468407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.392741978s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:39.468457Z","caller":"traceutil/trace.go:172","msg":"trace[874495273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:997; }","duration":"3.392798659s","start":"2026-07-31T08:42:36.075645Z","end":"2026-07-31T08:42:39.468443Z","steps":["trace[874495273] 'agreement among raft nodes before linearized reading' (duration: 3.392708557s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.468528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.762374695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vvz8n\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"warn","ts":"2026-07-31T08:42:39.468532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.529474512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T08:42:39.468557Z","caller":"traceutil/trace.go:172","msg":"trace[1611432820] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vvz8n; range_end:; response_count:1; response_revision:997; }","duration":"3.762410045s","start":"2026-07-31T08:42:35.706139Z","end":"2026-07-31T08:42:39.468549Z","steps":["trace[1611432820] 'agreement among raft nodes before linearized reading' (duration: 3.762269533s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.468512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.126777103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T08:42:39.468579Z","caller":"traceutil/trace.go:172","msg":"trace[1365700462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:997; }","duration":"3.529524872s","start":"2026-07-31T08:42:35.939042Z","end":"2026-07-31T08:42:39.468567Z","steps":["trace[1365700462] 'agreement among raft nodes before linearized reading' (duration: 3.52936532s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.468589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.706117Z","time spent":"3.762464516s","remote":"127.0.0.1:56630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-vvz8n\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:39.468613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.939027Z","time spent":"3.529578473s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-31T08:42:39.468621Z","caller":"traceutil/trace.go:172","msg":"trace[847809676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:997; }","duration":"3.126897525s","start":"2026-07-31T08:42:36.341700Z","end":"2026-07-31T08:42:39.468597Z","steps":["trace[847809676] 'agreement among raft nodes before linearized reading' (duration: 3.126621471s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.468672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:36.341683Z","time spent":"3.126979116s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:39.468672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.922111499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18c75348e76fa248\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-31T08:42:39.468728Z","caller":"traceutil/trace.go:172","msg":"trace[2128339032] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18c75348e76fa248; range_end:; response_count:1; response_revision:997; }","duration":"1.92218133s","start":"2026-07-31T08:42:37.546530Z","end":"2026-07-31T08:42:39.468712Z","steps":["trace[2128339032] 'agreement among raft nodes before linearized reading' (duration: 1.921956707s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:39.468875Z","caller":"traceutil/trace.go:172","msg":"trace[1560071570] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"1.3128459s","start":"2026-07-31T08:42:38.156021Z","end":"2026-07-31T08:42:39.468867Z","steps":["trace[1560071570] 'process raft request' (duration: 1.31280223s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.468939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:38.156002Z","time spent":"1.312897301s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T08:42:39.468997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:37.546506Z","time spent":"1.922438953s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18c75348e76fa248\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:39.471952Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14499514610070704991,"received-request-id":14499514610070704989} {"level":"warn","ts":"2026-07-31T08:42:39.472100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.718955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:39.472156Z","caller":"traceutil/trace.go:172","msg":"trace[1737467879] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:999; }","duration":"490.775015ms","start":"2026-07-31T08:42:38.981355Z","end":"2026-07-31T08:42:39.472130Z","steps":["trace[1737467879] 'agreement among raft nodes before linearized reading' (duration: 490.672014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.472139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.492881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:39.472235Z","caller":"traceutil/trace.go:172","msg":"trace[1405252324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:999; }","duration":"316.592793ms","start":"2026-07-31T08:42:39.155633Z","end":"2026-07-31T08:42:39.472226Z","steps":["trace[1405252324] 'agreement among raft nodes before linearized reading' (duration: 316.460951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.472260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.155589Z","time spent":"316.666534ms","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T08:42:39.472237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:38.981330Z","time spent":"490.894987ms","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:39.982502Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:40.478036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.930909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:40.478147Z","caller":"traceutil/trace.go:172","msg":"trace[1152143381] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"402.056211ms","start":"2026-07-31T08:42:40.076069Z","end":"2026-07-31T08:42:40.478126Z","steps":["trace[1152143381] 'range keys from in-memory index tree' (duration: 401.868739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:40.483285Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:40.983950Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:41.481957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000256225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T08:42:41.482104Z","caller":"traceutil/trace.go:172","msg":"trace[1203533363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415957s","start":"2026-07-31T08:42:39.481654Z","end":"2026-07-31T08:42:41.482070Z","steps":["trace[1203533363] 'agreement among raft nodes before linearized reading' (duration: 2.000250945s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:41.482184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.481648Z","time spent":"2.000522818s","remote":"127.0.0.1:56232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 08:42:41 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T08:42:41.485159Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070704993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:41.799082Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.127095995s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T08:42:41.799254Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.92749262s"} {"level":"warn","ts":"2026-07-31T08:42:41.799277Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.927519911s"} {"level":"info","ts":"2026-07-31T08:42:41.800394Z","caller":"traceutil/trace.go:172","msg":"trace[1043174952] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1169; }","duration":"2.318710848s","start":"2026-07-31T08:42:39.481658Z","end":"2026-07-31T08:42:41.800369Z","steps":["trace[1043174952] 'read index received' (duration: 2.317594862s)","trace[1043174952] 'applied index is now lower than readState.Index' (duration: 1.113606ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:42:41.800614Z","caller":"traceutil/trace.go:172","msg":"trace[1536080450] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"2.320586865s","start":"2026-07-31T08:42:39.480009Z","end":"2026-07-31T08:42:41.800596Z","steps":["trace[1536080450] 'process raft request' (duration: 2.320079918s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:41.800595Z","caller":"traceutil/trace.go:172","msg":"trace[355437156] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"2.320603325s","start":"2026-07-31T08:42:39.479956Z","end":"2026-07-31T08:42:41.800559Z","steps":["trace[355437156] 'process raft request' (duration: 2.319975945s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:41.800811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.480001Z","time spent":"2.320661326s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:41.800941Z","caller":"traceutil/trace.go:172","msg":"trace[471263520] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"2.316167683s","start":"2026-07-31T08:42:39.484746Z","end":"2026-07-31T08:42:41.800913Z","steps":["trace[471263520] 'process raft request' (duration: 2.315518164s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:41.801104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.484738Z","time spent":"2.316260774s","remote":"127.0.0.1:56630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:41.801121Z","caller":"traceutil/trace.go:172","msg":"trace[2040003625] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"2.321148822s","start":"2026-07-31T08:42:39.479956Z","end":"2026-07-31T08:42:41.801105Z","steps":["trace[2040003625] 'process raft request' (duration: 2.319696342s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:41.801195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.479945Z","time spent":"2.321211223s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:41.801917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.479939Z","time spent":"2.320754417s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:42.148220Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"148.913498ms"} {"level":"warn","ts":"2026-07-31T08:42:42.148272Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"148.973719ms"} {"level":"info","ts":"2026-07-31T08:42:42.148794Z","caller":"traceutil/trace.go:172","msg":"trace[1922030449] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"2.088813416s","start":"2026-07-31T08:42:40.059962Z","end":"2026-07-31T08:42:42.148775Z","steps":["trace[1922030449] 'process raft request' (duration: 2.088561742s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:42.148852Z","caller":"traceutil/trace.go:172","msg":"trace[1331021055] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"2.093325278s","start":"2026-07-31T08:42:40.055507Z","end":"2026-07-31T08:42:42.148832Z","steps":["trace[1331021055] 'process raft request' (duration: 2.092896722s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:42.148982Z","caller":"traceutil/trace.go:172","msg":"trace[753107905] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"1.91469165s","start":"2026-07-31T08:42:40.234281Z","end":"2026-07-31T08:42:42.148973Z","steps":["trace[753107905] 'process raft request' (duration: 1.914300675s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.149048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:40.234254Z","time spent":"1.914768982s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:42.149049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:40.055477Z","time spent":"2.093471659s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:42.148897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:40.059936Z","time spent":"2.088896987s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:42.149940Z","caller":"traceutil/trace.go:172","msg":"trace[1784249919] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1180; }","duration":"349.416654ms","start":"2026-07-31T08:42:41.800510Z","end":"2026-07-31T08:42:42.149927Z","steps":["trace[1784249919] 'read index received' (duration: 349.411164ms)","trace[1784249919] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:42.150042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.67123555s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:42:42.150048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.668360156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:42:42.149992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"668.096461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:42.150130Z","caller":"traceutil/trace.go:172","msg":"trace[566083772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"668.241643ms","start":"2026-07-31T08:42:41.481881Z","end":"2026-07-31T08:42:42.150123Z","steps":["trace[566083772] 'agreement among raft nodes before linearized reading' (duration: 668.06303ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:42.150156Z","caller":"traceutil/trace.go:172","msg":"trace[612948807] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1009; }","duration":"2.668436837s","start":"2026-07-31T08:42:39.481678Z","end":"2026-07-31T08:42:42.150115Z","steps":["trace[612948807] 'agreement among raft nodes before linearized reading' (duration: 2.668337945s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.150161Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:41.481865Z","time spent":"668.289393ms","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T08:42:42.150166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"625.192871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:42:42.150177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.481666Z","time spent":"2.668504927s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.150137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.591961058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:42.150202Z","caller":"traceutil/trace.go:172","msg":"trace[1975259406] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1009; }","duration":"625.257432ms","start":"2026-07-31T08:42:41.524933Z","end":"2026-07-31T08:42:42.150190Z","steps":["trace[1975259406] 'agreement among raft nodes before linearized reading' (duration: 625.13291ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:42.150212Z","caller":"traceutil/trace.go:172","msg":"trace[959725356] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1009; }","duration":"2.592037749s","start":"2026-07-31T08:42:39.558165Z","end":"2026-07-31T08:42:42.150203Z","steps":["trace[959725356] 'agreement among raft nodes before linearized reading' (duration: 2.591871207s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:42.150081Z","caller":"traceutil/trace.go:172","msg":"trace[189553994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1009; }","duration":"1.67128154s","start":"2026-07-31T08:42:40.478788Z","end":"2026-07-31T08:42:42.150070Z","steps":["trace[189553994] 'agreement among raft nodes before linearized reading' (duration: 1.671223479s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.150270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.558147Z","time spent":"2.59211363s","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.150268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:41.524910Z","time spent":"625.348303ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.151849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.570586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18c75348e76fa248\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-31T08:42:42.152310Z","caller":"traceutil/trace.go:172","msg":"trace[1929589164] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18c75348e76fa248; range_end:; response_count:1; response_revision:1009; }","duration":"347.033532ms","start":"2026-07-31T08:42:41.805268Z","end":"2026-07-31T08:42:42.152302Z","steps":["trace[1929589164] 'agreement among raft nodes before linearized reading' (duration: 346.485155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.152597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:41.805241Z","time spent":"347.344476ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18c75348e76fa248\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.652199Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14499514610070705003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:43.033048Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"681.012172ms"} {"level":"warn","ts":"2026-07-31T08:42:43.033111Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"681.080853ms"} {"level":"info","ts":"2026-07-31T08:42:43.033078Z","caller":"traceutil/trace.go:172","msg":"trace[1214396846] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1180; }","duration":"881.158013ms","start":"2026-07-31T08:42:42.151901Z","end":"2026-07-31T08:42:43.033059Z","steps":["trace[1214396846] 'read index received' (duration: 881.152533ms)","trace[1214396846] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:43.033239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"881.307466ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:43.033336Z","caller":"traceutil/trace.go:172","msg":"trace[1546693256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1009; }","duration":"881.421328ms","start":"2026-07-31T08:42:42.151896Z","end":"2026-07-31T08:42:43.033317Z","steps":["trace[1546693256] 'agreement among raft nodes before linearized reading' (duration: 881.265726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.054731Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14499514610070705006,"received-request-id":14499514610070705003} {"level":"warn","ts":"2026-07-31T08:42:43.055447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"899.859031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7522"} {"level":"info","ts":"2026-07-31T08:42:43.055483Z","caller":"traceutil/trace.go:172","msg":"trace[1601168531] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1011; }","duration":"899.909841ms","start":"2026-07-31T08:42:42.155564Z","end":"2026-07-31T08:42:43.055474Z","steps":["trace[1601168531] 'agreement among raft nodes before linearized reading' (duration: 899.764809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.055525Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:42.155558Z","time spent":"899.948242ms","remote":"127.0.0.1:56630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7546,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:43.055870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.602943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.244\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-31T08:42:43.056479Z","caller":"traceutil/trace.go:172","msg":"trace[817791055] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"900.701302ms","start":"2026-07-31T08:42:42.154521Z","end":"2026-07-31T08:42:43.055222Z","steps":["trace[817791055] 'process raft request' (duration: 900.031212ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:43.056522Z","caller":"traceutil/trace.go:172","msg":"trace[22286612] range","detail":"{range_begin:/registry/masterleases/199.19.213.244; range_end:; response_count:1; response_revision:1013; }","duration":"309.247402ms","start":"2026-07-31T08:42:42.747254Z","end":"2026-07-31T08:42:43.056501Z","steps":["trace[22286612] 'agreement among raft nodes before linearized reading' (duration: 308.532012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.056591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:42.747236Z","time spent":"309.336094ms","remote":"127.0.0.1:56316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.244\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:43.056681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:42.154503Z","time spent":"902.0548ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:43.057340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"895.307606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:43.057386Z","caller":"traceutil/trace.go:172","msg":"trace[1381068634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"895.349927ms","start":"2026-07-31T08:42:42.162023Z","end":"2026-07-31T08:42:43.057373Z","steps":["trace[1381068634] 'agreement among raft nodes before linearized reading' (duration: 895.264685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.057431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:42.162012Z","time spent":"895.411527ms","remote":"127.0.0.1:56232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T08:42:43.057899Z","caller":"traceutil/trace.go:172","msg":"trace[1584524241] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"485.040145ms","start":"2026-07-31T08:42:42.572828Z","end":"2026-07-31T08:42:43.057868Z","steps":["trace[1584524241] 'process raft request' (duration: 483.037698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.057991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:42.572777Z","time spent":"485.165577ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:58.042428Z","caller":"traceutil/trace.go:172","msg":"trace[223797403] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"111.519012ms","start":"2026-07-31T08:42:57.930882Z","end":"2026-07-31T08:42:58.042401Z","steps":["trace[223797403] 'process raft request' (duration: 110.974625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:58.918850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:58.950874Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:58.966415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:58.994737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.010973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.148750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.198853Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.225849Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.247275Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.283545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.306860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.373456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.395751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.416815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.431713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.567351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.587863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.602430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.644660Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.664470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.806533Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.816800Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.831549Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.845031Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.857965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.870211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.896253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.913841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.925711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.943830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:59.974076Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:43:39.858109Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"718f84af2961bba8","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.192528ms"} {"level":"warn","ts":"2026-07-31T08:43:39.858267Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6c839a686141355","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.3568ms"}