{"level":"warn","ts":"2026-07-14T11:59:17.755521Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-14T11:59:17.755715Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-14T11:59:17.756096Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=controller-1=https://199.204.45.235:2380,controller-2=https://199.204.45.38:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-14T11:59:17.756488Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-14T11:59:17.756716Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-14T11:59:17.756819Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-14T11:59:17.757043Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-14T11:59:17.757626Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-07-14T11:59:17.757878Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.235:2380,controller-2=https://199.204.45.38:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-14T11:59:17.759591Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000520100}"} {"level":"info","ts":"2026-07-14T11:59:17.904991Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-14T11:59:17.905078Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"145.612744ms"} {"level":"info","ts":"2026-07-14T11:59:17.905173Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-14T11:59:17.905192Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-14T11:59:17.915670Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.38:2380","host":"199.204.45.38:2380","resolved-addr":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-14T11:59:17.915705Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-07-14T11:59:17.917851Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-14T11:59:17.980297Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-14T11:59:17.980345Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"1e179a0cf1b1bd62","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-07-14T11:59:17.980384Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-14T11:59:17.980560Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"1e179a0cf1b1bd62 switched to configuration voters=()"} {"level":"info","ts":"2026-07-14T11:59:17.980634Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"1e179a0cf1b1bd62 became follower at term 0"} {"level":"info","ts":"2026-07-14T11:59:17.980659Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 1e179a0cf1b1bd62 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-14T11:59:17.988945Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-14T11:59:17.993005Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-14T11:59:17.999252Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-14T11:59:18.000018Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.000046Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-14T11:59:18.000117Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.000188Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.000406Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.000433Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.000452Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.000492Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.000540Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.000819Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-14T11:59:18.000912Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"1e179a0cf1b1bd62","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-14T11:59:18.001222Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-14T11:59:18.001597Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"1e179a0cf1b1bd62","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-14T11:59:18.001647Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-14T11:59:18.001734Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-14T11:59:18.001828Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T11:59:18.001873Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T11:59:18.001888Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T11:59:18.002015Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-14T11:59:18.002040Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-14T11:59:18.002353Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"1e179a0cf1b1bd62 [term: 0] received a MsgHeartbeat message with higher term from aab6040abcf11 [term: 2]"} {"level":"info","ts":"2026-07-14T11:59:18.002406Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"1e179a0cf1b1bd62 became follower at term 2"} {"level":"info","ts":"2026-07-14T11:59:18.002430Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 1e179a0cf1b1bd62 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-14T11:59:18.002839Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"1e179a0cf1b1bd62","to":"aab6040abcf11","stream-type":"stream Message"} {"level":"info","ts":"2026-07-14T11:59:18.002871Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.002919Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.003920Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"1e179a0cf1b1bd62","to":"aab6040abcf11","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-14T11:59:18.004422Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.012625Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.012634Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.013266Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"1e179a0cf1b1bd62","remote-snapshot-sender-id":"aab6040abcf11","incoming-snapshot-index":507,"incoming-snapshot-message-size-bytes":7750,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-07-14T11:59:18.022783Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001fb.snap.db","bytes":765952,"size":"766 kB"} {"level":"info","ts":"2026-07-14T11:59:18.022817Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"1e179a0cf1b1bd62","remote-snapshot-sender-id":"aab6040abcf11","incoming-snapshot-index":507,"incoming-snapshot-size-bytes":765952,"incoming-snapshot-size":"766 kB","download-took":"9.624782ms"} {"level":"info","ts":"2026-07-14T11:59:18.022961Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 507, term: 2]"} {"level":"info","ts":"2026-07-14T11:59:18.023097Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"1e179a0cf1b1bd62 switched to configuration voters=(3003179657318161) learners=(2168371125987425634)"} {"level":"info","ts":"2026-07-14T11:59:18.023145Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"1e179a0cf1b1bd62 [commit: 507, lastindex: 507, lastterm: 2] restored snapshot [index: 507, term: 2]"} {"level":"info","ts":"2026-07-14T11:59:18.023171Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"1e179a0cf1b1bd62 [commit: 507] restored snapshot [index: 507, term: 2]"} {"level":"info","ts":"2026-07-14T11:59:18.023324Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":507,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-14T11:59:18.030677Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":507} {"level":"info","ts":"2026-07-14T11:59:18.030937Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000d10068}"} {"level":"info","ts":"2026-07-14T11:59:18.031344Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-14T11:59:18.031422Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"531.121µs"} {"level":"info","ts":"2026-07-14T11:59:18.031466Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-14T11:59:18.034236Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-14T11:59:18.034256Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-14T11:59:18.036092Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":475} {"level":"info","ts":"2026-07-14T11:59:18.036134Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":507} {"level":"info","ts":"2026-07-14T11:59:18.036151Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-14T11:59:18.036373Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-14T11:59:18.038976Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-14T11:59:18.039011Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-14T11:59:18.039041Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-14T11:59:18.039058Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-14T11:59:18.039812Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-14T11:59:18.039881Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-14T11:59:18.039976Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-14T11:59:18.040008Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"2bae7d3d8857c059","local-member-id":"1e179a0cf1b1bd62","recovered-remote-peer-id":"1e179a0cf1b1bd62","recovered-remote-peer-urls":["https://199.204.45.38:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-14T11:59:18.040036Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"2bae7d3d8857c059","local-member-id":"1e179a0cf1b1bd62","recovered-remote-peer-id":"aab6040abcf11","recovered-remote-peer-urls":["https://199.204.45.235:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-14T11:59:18.040055Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-14T11:59:18.040082Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-14T11:59:18.040108Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-14T11:59:18.040131Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T11:59:18.040219Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.040253Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T11:59:18.040302Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.040327Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.040416Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T11:59:18.040640Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11","error":"context canceled"} {"level":"info","ts":"2026-07-14T11:59:18.040652Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-07-14T11:59:18.040676Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"aab6040abcf11","error":"failed to read aab6040abcf11 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-14T11:59:18.040707Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"warn","ts":"2026-07-14T11:59:18.041210Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11","error":"context canceled"} {"level":"info","ts":"2026-07-14T11:59:18.041284Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.041318Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.041676Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"1e179a0cf1b1bd62","removed-remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.041706Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-14T11:59:18.041725Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-14T11:59:18.041751Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.041776Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.052951Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.053041Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.053622Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.053731Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-14T11:59:18.053653Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.053645Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.053812Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-14T11:59:18.054991Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":507,"current-applied-index":507,"incoming-leader-snapshot-index":507,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-14T11:59:18.055148Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"1e179a0cf1b1bd62","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.38:2379]}","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-07-14T11:59:18.055175Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-14T11:59:18.055212Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-14T11:59:18.056877Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-14T11:59:18.056905Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-14T11:59:18.057344Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"1e179a0cf1b1bd62","to":"aab6040abcf11","stream-type":"stream Message"} {"level":"info","ts":"2026-07-14T11:59:18.057381Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.057531Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.058626Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-14T11:59:18.059351Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-14T11:59:18.059848Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-14T11:59:18.060378Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"1e179a0cf1b1bd62","to":"aab6040abcf11","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-14T11:59:18.060422Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.071050Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.071586Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-07-14T11:59:18.071622Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"aab6040abcf11"} {"level":"info","ts":"2026-07-14T11:59:18.074080Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-14T11:59:18.171364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:41194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.238650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.241737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.260914Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.269171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.282835Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.302845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.311626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.319648Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.337779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.349417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.364824Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.378444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.387282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.395977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.431734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.441243Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.450170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.460998Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.468442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.508783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.520418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.527664Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.535539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.549914Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.556467Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.565973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.576007Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.584270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.594502Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.605273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.613744Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.620254Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.629865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.637493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.645383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.652915Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.673026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.683888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.694189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.714325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.719000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.726843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.738446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.746282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.754078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.762747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.771531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.783973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.804067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.812552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.822385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.833030Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.840403Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.849074Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.858137Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.865943Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42960","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-14T11:59:18.876539Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"1e179a0cf1b1bd62 switched to configuration voters=(3003179657318161 2168371125987425634)"} {"level":"info","ts":"2026-07-14T11:59:18.876924Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"2bae7d3d8857c059","local-member-id":"1e179a0cf1b1bd62","promoted-member-id":"1e179a0cf1b1bd62"} {"level":"warn","ts":"2026-07-14T11:59:18.896897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.906527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.913595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:18.974058Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T11:59:19.383396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.59217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-14T11:59:19.383883Z","caller":"traceutil/trace.go:172","msg":"trace[441019674] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:509; }","duration":"488.428896ms","start":"2026-07-14T11:59:18.895440Z","end":"2026-07-14T11:59:19.383868Z","steps":["trace[441019674] 'read index received' (duration: 120.777904ms)","trace[441019674] 'applied index is now lower than readState.Index' (duration: 367.650342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T11:59:19.384125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.659911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses/\" range_end:\"/registry/deviceclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:19.384185Z","caller":"traceutil/trace.go:172","msg":"trace[1877863128] range","detail":"{range_begin:/registry/deviceclasses/; range_end:/registry/deviceclasses0; response_count:0; response_revision:479; }","duration":"488.736372ms","start":"2026-07-14T11:59:18.895436Z","end":"2026-07-14T11:59:19.384172Z","steps":["trace[1877863128] 'agreement among raft nodes before linearized reading' (duration: 488.59578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.384218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.895421Z","time spent":"488.791394ms","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses/\" range_end:\"/registry/deviceclasses0\" limit:10000 "} {"level":"warn","ts":"2026-07-14T11:59:19.386499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.20367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:19.390702Z","caller":"traceutil/trace.go:172","msg":"trace[1147210941] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:479; }","duration":"406.401163ms","start":"2026-07-14T11:59:18.984285Z","end":"2026-07-14T11:59:19.390686Z","steps":["trace[1147210941] 'agreement among raft nodes before linearized reading' (duration: 402.182878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.390763Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.984262Z","time spent":"406.476734ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-07-14T11:59:19.388198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.312576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices/\" range_end:\"/registry/resourceslices0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:19.391075Z","caller":"traceutil/trace.go:172","msg":"trace[499769005] range","detail":"{range_begin:/registry/resourceslices/; range_end:/registry/resourceslices0; response_count:0; response_revision:479; }","duration":"469.202473ms","start":"2026-07-14T11:59:18.921865Z","end":"2026-07-14T11:59:19.391068Z","steps":["trace[499769005] 'agreement among raft nodes before linearized reading' (duration: 466.291055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.391096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.921853Z","time spent":"469.237164ms","remote":"127.0.0.1:43002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices/\" range_end:\"/registry/resourceslices0\" limit:10000 "} {"level":"warn","ts":"2026-07-14T11:59:19.388253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.911576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:19.391222Z","caller":"traceutil/trace.go:172","msg":"trace[394996403] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:479; }","duration":"477.872495ms","start":"2026-07-14T11:59:18.913338Z","end":"2026-07-14T11:59:19.391210Z","steps":["trace[394996403] 'agreement among raft nodes before linearized reading' (duration: 474.903496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.391245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.913324Z","time spent":"477.915416ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-07-14T11:59:19.391281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.320205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:19.391318Z","caller":"traceutil/trace.go:172","msg":"trace[591356001] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:479; }","duration":"466.352006ms","start":"2026-07-14T11:59:18.924953Z","end":"2026-07-14T11:59:19.391305Z","steps":["trace[591356001] 'agreement among raft nodes before linearized reading' (duration: 462.417938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.391336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.924915Z","time spent":"466.417027ms","remote":"127.0.0.1:43002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-07-14T11:59:19.388296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.477199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates/\" range_end:\"/registry/resourceclaimtemplates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T11:59:19.391891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.047397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"compact_rev_key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:19.391914Z","caller":"traceutil/trace.go:172","msg":"trace[852606497] range","detail":"{range_begin:compact_rev_key; range_end:; response_count:0; response_revision:479; }","duration":"122.070238ms","start":"2026-07-14T11:59:19.269838Z","end":"2026-07-14T11:59:19.391908Z","steps":["trace[852606497] 'agreement among raft nodes before linearized reading' (duration: 121.836593ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T11:59:19.392160Z","caller":"traceutil/trace.go:172","msg":"trace[1136932803] range","detail":"{range_begin:/registry/resourceclaimtemplates/; range_end:/registry/resourceclaimtemplates0; response_count:0; response_revision:479; }","duration":"478.911117ms","start":"2026-07-14T11:59:18.912814Z","end":"2026-07-14T11:59:19.391725Z","steps":["trace[1136932803] 'agreement among raft nodes before linearized reading' (duration: 475.456448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.388323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"482.429696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims/\" range_end:\"/registry/resourceclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:19.392224Z","caller":"traceutil/trace.go:172","msg":"trace[2127132887] range","detail":"{range_begin:/registry/resourceclaims/; range_end:/registry/resourceclaims0; response_count:0; response_revision:479; }","duration":"486.326565ms","start":"2026-07-14T11:59:18.905889Z","end":"2026-07-14T11:59:19.392216Z","steps":["trace[2127132887] 'agreement among raft nodes before linearized reading' (duration: 482.414866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.392251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.905881Z","time spent":"486.362195ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims/\" range_end:\"/registry/resourceclaims0\" limit:10000 "} {"level":"warn","ts":"2026-07-14T11:59:19.392255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.912807Z","time spent":"479.385807ms","remote":"127.0.0.1:42990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates/\" range_end:\"/registry/resourceclaimtemplates0\" limit:10000 "} {"level":"warn","ts":"2026-07-14T11:59:19.388344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"482.471267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T11:59:19.388370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"492.879144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:19.392401Z","caller":"traceutil/trace.go:172","msg":"trace[63306956] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:479; }","duration":"496.912835ms","start":"2026-07-14T11:59:18.895482Z","end":"2026-07-14T11:59:19.392394Z","steps":["trace[63306956] 'agreement among raft nodes before linearized reading' (duration: 492.871324ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T11:59:19.392471Z","caller":"traceutil/trace.go:172","msg":"trace[28792829] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:479; }","duration":"486.594529ms","start":"2026-07-14T11:59:18.905870Z","end":"2026-07-14T11:59:19.392465Z","steps":["trace[28792829] 'agreement among raft nodes before linearized reading' (duration: 482.459167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.392612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.895461Z","time spent":"497.046618ms","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-07-14T11:59:19.392680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.905863Z","time spent":"486.756692ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-07-14T11:59:19.396488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.149347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" limit:10000 ","response":"range_response_count:21 size:20136"} {"level":"info","ts":"2026-07-14T11:59:19.396515Z","caller":"traceutil/trace.go:172","msg":"trace[78069238] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:21; response_revision:479; }","duration":"412.176137ms","start":"2026-07-14T11:59:18.984332Z","end":"2026-07-14T11:59:19.396508Z","steps":["trace[78069238] 'agreement among raft nodes before linearized reading' (duration: 407.344901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:19.396532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:18.984299Z","time spent":"412.229169ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":21,"response size":20158,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" limit:10000 "} {"level":"info","ts":"2026-07-14T11:59:29.739296Z","caller":"traceutil/trace.go:172","msg":"trace[1423027503] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"127.650036ms","start":"2026-07-14T11:59:29.611606Z","end":"2026-07-14T11:59:29.739256Z","steps":["trace[1423027503] 'process raft request' (duration: 127.520294ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T11:59:35.260776Z","caller":"traceutil/trace.go:172","msg":"trace[1808172235] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:633; }","duration":"119.088392ms","start":"2026-07-14T11:59:35.141661Z","end":"2026-07-14T11:59:35.260749Z","steps":["trace[1808172235] 'read index received' (duration: 119.081262ms)","trace[1808172235] 'applied index is now lower than readState.Index' (duration: 5.79µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T11:59:35.260942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.257005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-14T11:59:35.261048Z","caller":"traceutil/trace.go:172","msg":"trace[1953083571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:592; }","duration":"119.374338ms","start":"2026-07-14T11:59:35.141655Z","end":"2026-07-14T11:59:35.261029Z","steps":["trace[1953083571] 'agreement among raft nodes before linearized reading' (duration: 119.217805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:36.502876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.77904ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-14T11:59:36.511259Z","caller":"traceutil/trace.go:172","msg":"trace[1110431281] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:638; }","duration":"122.64031ms","start":"2026-07-14T11:59:36.388592Z","end":"2026-07-14T11:59:36.511233Z","steps":["trace[1110431281] 'read index received' (duration: 122.63308ms)","trace[1110431281] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T11:59:36.557794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.181976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-2\" limit:1 ","response":"range_response_count:1 size:5009"} {"level":"info","ts":"2026-07-14T11:59:36.557871Z","caller":"traceutil/trace.go:172","msg":"trace[297870905] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-2; range_end:; response_count:1; response_revision:596; }","duration":"169.266218ms","start":"2026-07-14T11:59:36.388586Z","end":"2026-07-14T11:59:36.557853Z","steps":["trace[297870905] 'agreement among raft nodes before linearized reading' (duration: 122.766212ms)","trace[297870905] 'range keys from in-memory index tree' (duration: 46.25351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T11:59:40.761311Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680956835,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T11:59:40.990725Z","caller":"traceutil/trace.go:172","msg":"trace[970214587] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.060684312s","start":"2026-07-14T11:59:39.930019Z","end":"2026-07-14T11:59:40.990704Z","steps":["trace[970214587] 'process raft request' (duration: 1.060519868s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:40.991223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:39.929988Z","time spent":"1.060909117s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T11:59:40.991890Z","caller":"traceutil/trace.go:172","msg":"trace[1722435585] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:655; }","duration":"731.155797ms","start":"2026-07-14T11:59:40.260717Z","end":"2026-07-14T11:59:40.991873Z","steps":["trace[1722435585] 'read index received' (duration: 731.151337ms)","trace[1722435585] 'applied index is now lower than readState.Index' (duration: 3.46µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T11:59:40.992162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"731.445102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-14T11:59:40.992286Z","caller":"traceutil/trace.go:172","msg":"trace[1106889529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"731.539944ms","start":"2026-07-14T11:59:40.260703Z","end":"2026-07-14T11:59:40.992243Z","steps":["trace[1106889529] 'agreement among raft nodes before linearized reading' (duration: 731.32959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:40.992381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T11:59:40.260681Z","time spent":"731.677187ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T11:59:40.993434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.326923ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T11:59:40.993519Z","caller":"traceutil/trace.go:172","msg":"trace[1888414115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:612; }","duration":"207.436366ms","start":"2026-07-14T11:59:40.786065Z","end":"2026-07-14T11:59:40.993502Z","steps":["trace[1888414115] 'agreement among raft nodes before linearized reading' (duration: 207.304042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T11:59:40.993605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.311608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-14T11:59:40.994096Z","caller":"traceutil/trace.go:172","msg":"trace[592165501] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:612; }","duration":"116.816258ms","start":"2026-07-14T11:59:40.877263Z","end":"2026-07-14T11:59:40.994079Z","steps":["trace[592165501] 'agreement among raft nodes before linearized reading' (duration: 116.176516ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T11:59:51.171102Z","caller":"traceutil/trace.go:172","msg":"trace[960569725] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"101.755445ms","start":"2026-07-14T11:59:51.069333Z","end":"2026-07-14T11:59:51.171089Z","steps":["trace[960569725] 'process raft request' (duration: 101.574972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:04.351273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:34290","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-14T12:00:04.873657Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"1e179a0cf1b1bd62 switched to configuration voters=(3003179657318161 2168371125987425634) learners=(3217914031611266438)"} {"level":"info","ts":"2026-07-14T12:00:04.873889Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"2bae7d3d8857c059","local-member-id":"1e179a0cf1b1bd62","added-peer-id":"2ca853c333ef4586","added-peer-peer-urls":["https://199.204.45.157:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-14T12:00:04.873937Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:04.873982Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:04.874203Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:04.874290Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:04.874363Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:04.874374Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:04.874436Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:04.874406Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-07-14T12:00:04.874583Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"1e179a0cf1b1bd62","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"2ca853c333ef4586"} {"level":"warn","ts":"2026-07-14T12:00:05.431405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:34376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:06.935875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:34404","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-14T12:00:08.132740Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.132824Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.132868Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.142522Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"1e179a0cf1b1bd62","to":"2ca853c333ef4586","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-14T12:00:08.142559Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.147006Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"1e179a0cf1b1bd62","to":"2ca853c333ef4586","stream-type":"stream Message"} {"level":"info","ts":"2026-07-14T12:00:08.147039Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"warn","ts":"2026-07-14T12:00:08.166762Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:00:08.166879Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586","error":"EOF"} {"level":"info","ts":"2026-07-14T12:00:08.182851Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"1e179a0cf1b1bd62","to":"2ca853c333ef4586","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-14T12:00:08.182930Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.182968Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.184067Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"1e179a0cf1b1bd62","to":"2ca853c333ef4586","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-14T12:00:08.184214Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.184270Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.188884Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.191019Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"1e179a0cf1b1bd62","remote-peer-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:08.445559Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"1e179a0cf1b1bd62 switched to configuration voters=(3003179657318161 2168371125987425634 3217914031611266438)"} {"level":"info","ts":"2026-07-14T12:00:08.445749Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"2bae7d3d8857c059","local-member-id":"1e179a0cf1b1bd62","promoted-member-id":"2ca853c333ef4586"} {"level":"info","ts":"2026-07-14T12:00:20.131647Z","caller":"traceutil/trace.go:172","msg":"trace[531243411] linearizableReadLoop","detail":"{readStateIndex:859; appliedIndex:859; }","duration":"151.82133ms","start":"2026-07-14T12:00:19.979788Z","end":"2026-07-14T12:00:20.131609Z","steps":["trace[531243411] 'read index received' (duration: 151.815529ms)","trace[531243411] 'applied index is now lower than readState.Index' (duration: 4.371µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:20.131860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.024823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:20.131953Z","caller":"traceutil/trace.go:172","msg":"trace[650031100] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:793; }","duration":"152.150446ms","start":"2026-07-14T12:00:19.979783Z","end":"2026-07-14T12:00:20.131934Z","steps":["trace[650031100] 'agreement among raft nodes before linearized reading' (duration: 151.970522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:20.133397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.153619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:20.133449Z","caller":"traceutil/trace.go:172","msg":"trace[655104762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"140.21836ms","start":"2026-07-14T12:00:19.993219Z","end":"2026-07-14T12:00:20.133437Z","steps":["trace[655104762] 'agreement among raft nodes before linearized reading' (duration: 140.116298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:20.133489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.664537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:20.133601Z","caller":"traceutil/trace.go:172","msg":"trace[1647829424] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:793; }","duration":"107.81375ms","start":"2026-07-14T12:00:20.025771Z","end":"2026-07-14T12:00:20.133584Z","steps":["trace[1647829424] 'agreement among raft nodes before linearized reading' (duration: 107.586946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.288017Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957216,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:00:46.326372Z","caller":"traceutil/trace.go:172","msg":"trace[71362733] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1037; }","duration":"539.311587ms","start":"2026-07-14T12:00:45.787038Z","end":"2026-07-14T12:00:46.326350Z","steps":["trace[71362733] 'read index received' (duration: 539.304486ms)","trace[71362733] 'applied index is now lower than readState.Index' (duration: 5.721µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:46.326460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"539.414488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:46.326523Z","caller":"traceutil/trace.go:172","msg":"trace[972283800] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:952; }","duration":"539.48534ms","start":"2026-07-14T12:00:45.787026Z","end":"2026-07-14T12:00:46.326512Z","steps":["trace[972283800] 'agreement among raft nodes before linearized reading' (duration: 539.393298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.350093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"500.980493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:46.350193Z","caller":"traceutil/trace.go:172","msg":"trace[397181944] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:967; }","duration":"501.112256ms","start":"2026-07-14T12:00:45.849064Z","end":"2026-07-14T12:00:46.350176Z","steps":["trace[397181944] 'agreement among raft nodes before linearized reading' (duration: 500.907362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.350236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:45.849009Z","time spent":"501.216928ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:46.350502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.732849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:46.350529Z","caller":"traceutil/trace.go:172","msg":"trace[82981650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"355.75915ms","start":"2026-07-14T12:00:45.994764Z","end":"2026-07-14T12:00:46.350523Z","steps":["trace[82981650] 'agreement among raft nodes before linearized reading' (duration: 355.706279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.350544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:45.994748Z","time spent":"355.79299ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T12:00:46.459867Z","caller":"traceutil/trace.go:172","msg":"trace[816516746] linearizableReadLoop","detail":"{readStateIndex:1068; appliedIndex:1079; }","duration":"104.423022ms","start":"2026-07-14T12:00:46.355383Z","end":"2026-07-14T12:00:46.459806Z","steps":["trace[816516746] 'read index received' (duration: 104.410992ms)","trace[816516746] 'applied index is now lower than readState.Index' (duration: 10.04µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:46.460038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.633567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:46.460128Z","caller":"traceutil/trace.go:172","msg":"trace[1534092649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:976; }","duration":"104.733769ms","start":"2026-07-14T12:00:46.355373Z","end":"2026-07-14T12:00:46.460106Z","steps":["trace[1534092649] 'agreement among raft nodes before linearized reading' (duration: 104.578006ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:46.460696Z","caller":"traceutil/trace.go:172","msg":"trace[869288496] transaction","detail":"{read_only:false; number_of_response:0; response_revision:977; }","duration":"102.913445ms","start":"2026-07-14T12:00:46.357770Z","end":"2026-07-14T12:00:46.460683Z","steps":["trace[869288496] 'process raft request' (duration: 102.840473ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:46.460879Z","caller":"traceutil/trace.go:172","msg":"trace[42144890] transaction","detail":"{read_only:false; number_of_response:1; response_revision:977; }","duration":"103.787891ms","start":"2026-07-14T12:00:46.356989Z","end":"2026-07-14T12:00:46.460777Z","steps":["trace[42144890] 'process raft request' (duration: 103.373534ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:46.480441Z","caller":"traceutil/trace.go:172","msg":"trace[521412410] transaction","detail":"{read_only:false; number_of_response:1; response_revision:978; }","duration":"110.847432ms","start":"2026-07-14T12:00:46.369562Z","end":"2026-07-14T12:00:46.480409Z","steps":["trace[521412410] 'process raft request' (duration: 110.73804ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:46.480495Z","caller":"traceutil/trace.go:172","msg":"trace[295921290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:978; }","duration":"112.952892ms","start":"2026-07-14T12:00:46.367495Z","end":"2026-07-14T12:00:46.480447Z","steps":["trace[295921290] 'process raft request' (duration: 112.597546ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:46.480527Z","caller":"traceutil/trace.go:172","msg":"trace[775529749] transaction","detail":"{read_only:false; number_of_response:0; response_revision:978; }","duration":"105.995872ms","start":"2026-07-14T12:00:46.374499Z","end":"2026-07-14T12:00:46.480495Z","steps":["trace[775529749] 'process raft request' (duration: 105.86803ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:46.480971Z","caller":"traceutil/trace.go:172","msg":"trace[1410125623] transaction","detail":"{read_only:false; number_of_response:1; response_revision:978; }","duration":"109.504298ms","start":"2026-07-14T12:00:46.371452Z","end":"2026-07-14T12:00:46.480956Z","steps":["trace[1410125623] 'process raft request' (duration: 108.882676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:46.493946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.199944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-07-14T12:00:46.493985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.78109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-07-14T12:00:46.494064Z","caller":"traceutil/trace.go:172","msg":"trace[1909529555] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:984; }","duration":"136.306856ms","start":"2026-07-14T12:00:46.357716Z","end":"2026-07-14T12:00:46.494023Z","steps":["trace[1909529555] 'agreement among raft nodes before linearized reading' (duration: 136.050551ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:46.494074Z","caller":"traceutil/trace.go:172","msg":"trace[1929728236] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:984; }","duration":"125.874092ms","start":"2026-07-14T12:00:46.368175Z","end":"2026-07-14T12:00:46.494049Z","steps":["trace[1929728236] 'agreement among raft nodes before linearized reading' (duration: 125.597437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:47.033800Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:47.534696Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:48.035746Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:48.536885Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:49.048187Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:49.098049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.124547599s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:49.098142Z","caller":"traceutil/trace.go:172","msg":"trace[174633193] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:986; }","duration":"1.124654301s","start":"2026-07-14T12:00:47.973471Z","end":"2026-07-14T12:00:49.098126Z","steps":["trace[174633193] 'range keys from in-memory index tree' (duration: 1.124494208s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:49.098463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.636774952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-14T12:00:49.098628Z","caller":"traceutil/trace.go:172","msg":"trace[1453002523] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:986; }","duration":"2.636954605s","start":"2026-07-14T12:00:46.461654Z","end":"2026-07-14T12:00:49.098608Z","steps":["trace[1453002523] 'agreement among raft nodes before linearized reading' (duration: 71.462179ms)","trace[1453002523] 'range keys from in-memory index tree' (duration: 2.565255172s)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:49.098769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.461638Z","time spent":"2.637118188s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1035,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:49.099193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.615405964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-14T12:00:49.099232Z","caller":"traceutil/trace.go:172","msg":"trace[799478949] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:986; }","duration":"2.617398801s","start":"2026-07-14T12:00:46.481821Z","end":"2026-07-14T12:00:49.099220Z","steps":["trace[799478949] 'agreement among raft nodes before linearized reading' (duration: 51.272554ms)","trace[799478949] 'range keys from in-memory index tree' (duration: 2.563933217s)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:49.099266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.313485326s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:49.099327Z","caller":"traceutil/trace.go:172","msg":"trace[1842498352] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:986; }","duration":"2.313547397s","start":"2026-07-14T12:00:46.785762Z","end":"2026-07-14T12:00:49.099309Z","steps":["trace[1842498352] 'range keys from in-memory index tree' (duration: 2.313440236s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:49.099349Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.481766Z","time spent":"2.617479783s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1035,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:49.099431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.566018235s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:58872"} {"level":"info","ts":"2026-07-14T12:00:49.099582Z","caller":"traceutil/trace.go:172","msg":"trace[208337290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:986; }","duration":"2.608748501s","start":"2026-07-14T12:00:46.490817Z","end":"2026-07-14T12:00:49.099565Z","steps":["trace[208337290] 'process raft request' (duration: 42.333678ms)","trace[208337290] 'compare' (duration: 2.565953824s)"],"step_count":2} {"level":"info","ts":"2026-07-14T12:00:49.099589Z","caller":"traceutil/trace.go:172","msg":"trace[534912823] transaction","detail":"{read_only:false; number_of_response:1; response_revision:986; }","duration":"2.605766765s","start":"2026-07-14T12:00:46.493785Z","end":"2026-07-14T12:00:49.099552Z","steps":["trace[534912823] 'process raft request' (duration: 2.605726135s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:49.099753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.493763Z","time spent":"2.605945518s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10894,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:49.099668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.490793Z","time spent":"2.608825232s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58894,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:49.548724Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:49.832130Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.299006361s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-14T12:00:49.993737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00003646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T12:00:49.993859Z","caller":"traceutil/trace.go:172","msg":"trace[523209847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174764s","start":"2026-07-14T12:00:47.993664Z","end":"2026-07-14T12:00:49.993839Z","steps":["trace[523209847] 'agreement among raft nodes before linearized reading' (duration: 2.00003141s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:49.994621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:47.993626Z","time spent":"2.000978929s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:00:49 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:00:50.049569Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:00:50.550492Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957238,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:00:50.747571Z","caller":"traceutil/trace.go:172","msg":"trace[1757854368] linearizableReadLoop","detail":"{readStateIndex:1110; appliedIndex:1118; }","duration":"4.21445329s","start":"2026-07-14T12:00:46.533091Z","end":"2026-07-14T12:00:50.747545Z","steps":["trace[1757854368] 'read index received' (duration: 4.2144437s)","trace[1757854368] 'applied index is now lower than readState.Index' (duration: 7.89µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:50.747823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.231378116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:79962"} {"level":"info","ts":"2026-07-14T12:00:50.747944Z","caller":"traceutil/trace.go:172","msg":"trace[427622005] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:994; }","duration":"4.231517778s","start":"2026-07-14T12:00:46.516403Z","end":"2026-07-14T12:00:50.747920Z","steps":["trace[427622005] 'agreement among raft nodes before linearized reading' (duration: 4.231196582s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.747998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.516384Z","time spent":"4.231602069s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":79984,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:50.748167Z","caller":"traceutil/trace.go:172","msg":"trace[570465635] transaction","detail":"{read_only:false; number_of_response:1; response_revision:994; }","duration":"4.234943381s","start":"2026-07-14T12:00:46.513205Z","end":"2026-07-14T12:00:50.748148Z","steps":["trace[570465635] 'process raft request' (duration: 4.234843029s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.748163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.24775368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-07-14T12:00:50.748297Z","caller":"traceutil/trace.go:172","msg":"trace[1429662076] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:994; }","duration":"4.247883392s","start":"2026-07-14T12:00:46.500365Z","end":"2026-07-14T12:00:50.748248Z","steps":["trace[1429662076] 'agreement among raft nodes before linearized reading' (duration: 4.247419314s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.748341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.513181Z","time spent":"4.235065413s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10903,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:50.748383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.500347Z","time spent":"4.247991435s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1023,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:50.953546Z","caller":"traceutil/trace.go:172","msg":"trace[251381887] transaction","detail":"{read_only:false; number_of_response:1; response_revision:994; }","duration":"4.385050589s","start":"2026-07-14T12:00:46.568470Z","end":"2026-07-14T12:00:50.953520Z","steps":["trace[251381887] 'process raft request' (duration: 4.335269464s)","trace[251381887] 'compare' (duration: 49.50928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:50.953690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.568449Z","time spent":"4.385169801s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:00:50.954747Z","caller":"traceutil/trace.go:172","msg":"trace[1559905182] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"2.79285643s","start":"2026-07-14T12:00:48.161872Z","end":"2026-07-14T12:00:50.954729Z","steps":["trace[1559905182] 'process raft request' (duration: 2.791506955s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.954866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:48.161842Z","time spent":"2.792978503s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:00:50.955404Z","caller":"traceutil/trace.go:172","msg":"trace[412142763] transaction","detail":"{read_only:false; number_of_response:1; response_revision:995; }","duration":"1.843199253s","start":"2026-07-14T12:00:49.112179Z","end":"2026-07-14T12:00:50.955379Z","steps":["trace[412142763] 'process raft request' (duration: 1.842186904s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:50.955648Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:49.112139Z","time spent":"1.843345006s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23116,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:00:51.048801Z","caller":"traceutil/trace.go:172","msg":"trace[1022346329] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1128; }","duration":"300.938311ms","start":"2026-07-14T12:00:50.747833Z","end":"2026-07-14T12:00:51.048771Z","steps":["trace[1022346329] 'read index received' (duration: 300.92721ms)","trace[1022346329] 'applied index is now lower than readState.Index' (duration: 10.101µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.049059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.651151971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-14T12:00:51.049057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.525577425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-14T12:00:51.049103Z","caller":"traceutil/trace.go:172","msg":"trace[177037168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1000; }","duration":"3.651206872s","start":"2026-07-14T12:00:47.397885Z","end":"2026-07-14T12:00:51.049092Z","steps":["trace[177037168] 'agreement among raft nodes before linearized reading' (duration: 3.65107271s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.049117Z","caller":"traceutil/trace.go:172","msg":"trace[1263274637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1000; }","duration":"3.525645867s","start":"2026-07-14T12:00:47.523458Z","end":"2026-07-14T12:00:51.049103Z","steps":["trace[1263274637] 'agreement among raft nodes before linearized reading' (duration: 3.525445933s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.049079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.472597323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:00:51.049154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:47.523435Z","time spent":"3.525711118s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:51.049209Z","caller":"traceutil/trace.go:172","msg":"trace[1383008938] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1000; }","duration":"2.472769196s","start":"2026-07-14T12:00:48.576412Z","end":"2026-07-14T12:00:51.049181Z","steps":["trace[1383008938] 'agreement among raft nodes before linearized reading' (duration: 2.47246176s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.049279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:48.576389Z","time spent":"2.472878519s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.049143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:47.397856Z","time spent":"3.651278473s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.049353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.949966077s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.049381Z","caller":"traceutil/trace.go:172","msg":"trace[368555066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1000; }","duration":"1.949996027s","start":"2026-07-14T12:00:49.099375Z","end":"2026-07-14T12:00:51.049372Z","steps":["trace[368555066] 'agreement among raft nodes before linearized reading' (duration: 1.949956807s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.049379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.788004028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.049445Z","caller":"traceutil/trace.go:172","msg":"trace[888757741] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1000; }","duration":"2.788052669s","start":"2026-07-14T12:00:48.261365Z","end":"2026-07-14T12:00:51.049417Z","steps":["trace[888757741] 'agreement among raft nodes before linearized reading' (duration: 2.787978468s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.049522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:48.261331Z","time spent":"2.788178991s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.049270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.194997465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.049680Z","caller":"traceutil/trace.go:172","msg":"trace[161119127] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1000; }","duration":"3.195458204s","start":"2026-07-14T12:00:47.854208Z","end":"2026-07-14T12:00:51.049666Z","steps":["trace[161119127] 'agreement among raft nodes before linearized reading' (duration: 3.19468275s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.049220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.177701937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-14T12:00:51.049732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:47.854175Z","time spent":"3.195544776s","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.049639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.950482926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-14T12:00:51.049887Z","caller":"traceutil/trace.go:172","msg":"trace[721848587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1000; }","duration":"1.950731102s","start":"2026-07-14T12:00:49.099144Z","end":"2026-07-14T12:00:51.049875Z","steps":["trace[721848587] 'agreement among raft nodes before linearized reading' (duration: 1.950433835s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.049921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:49.099109Z","time spent":"1.950801603s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:51.049947Z","caller":"traceutil/trace.go:172","msg":"trace[1754630430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1000; }","duration":"4.178211426s","start":"2026-07-14T12:00:46.871511Z","end":"2026-07-14T12:00:51.049723Z","steps":["trace[1754630430] 'agreement among raft nodes before linearized reading' (duration: 4.177649886s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.050017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:46.871485Z","time spent":"4.178513733s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.050835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.300610096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.050902Z","caller":"traceutil/trace.go:172","msg":"trace[1032416690] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1000; }","duration":"2.300676627s","start":"2026-07-14T12:00:48.750208Z","end":"2026-07-14T12:00:51.050885Z","steps":["trace[1032416690] 'agreement among raft nodes before linearized reading' (duration: 2.300551605s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.050934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:48.750186Z","time spent":"2.300740158s","remote":"127.0.0.1:42858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:00:51.051291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.056093252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.051375Z","caller":"traceutil/trace.go:172","msg":"trace[387908519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1000; }","duration":"1.056176234s","start":"2026-07-14T12:00:49.995186Z","end":"2026-07-14T12:00:51.051362Z","steps":["trace[387908519] 'agreement among raft nodes before linearized reading' (duration: 1.055498191s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.051406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:49.995154Z","time spent":"1.056245214s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T12:00:51.117663Z","caller":"traceutil/trace.go:172","msg":"trace[628529499] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1003; }","duration":"367.12163ms","start":"2026-07-14T12:00:50.750527Z","end":"2026-07-14T12:00:51.117649Z","steps":["trace[628529499] 'process raft request' (duration: 366.791554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.117842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:50.750489Z","time spent":"367.229103ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-14T12:00:51.118050Z","caller":"traceutil/trace.go:172","msg":"trace[287444576] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1003; }","duration":"145.605635ms","start":"2026-07-14T12:00:50.972422Z","end":"2026-07-14T12:00:51.118028Z","steps":["trace[287444576] 'process raft request' (duration: 145.501593ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.118250Z","caller":"traceutil/trace.go:172","msg":"trace[1592886777] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1003; }","duration":"352.411667ms","start":"2026-07-14T12:00:50.765826Z","end":"2026-07-14T12:00:51.118238Z","steps":["trace[1592886777] 'process raft request' (duration: 351.581592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.118348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:50.765805Z","time spent":"352.471659ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31161,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:51.142558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.706217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.142654Z","caller":"traceutil/trace.go:172","msg":"trace[122636187] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1003; }","duration":"131.814659ms","start":"2026-07-14T12:00:51.010821Z","end":"2026-07-14T12:00:51.142636Z","steps":["trace[122636187] 'agreement among raft nodes before linearized reading' (duration: 131.659286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.142905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.568825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.142935Z","caller":"traceutil/trace.go:172","msg":"trace[1416909127] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1004; }","duration":"257.598026ms","start":"2026-07-14T12:00:50.885328Z","end":"2026-07-14T12:00:51.142926Z","steps":["trace[1416909127] 'agreement among raft nodes before linearized reading' (duration: 257.550175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.143177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.874846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-14T12:00:51.143219Z","caller":"traceutil/trace.go:172","msg":"trace[1412987608] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1004; }","duration":"260.915117ms","start":"2026-07-14T12:00:50.882293Z","end":"2026-07-14T12:00:51.143208Z","steps":["trace[1412987608] 'agreement among raft nodes before linearized reading' (duration: 260.773094ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.297989Z","caller":"traceutil/trace.go:172","msg":"trace[1899956497] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"241.107878ms","start":"2026-07-14T12:00:51.056811Z","end":"2026-07-14T12:00:51.297919Z","steps":["trace[1899956497] 'process raft request' (duration: 240.915805ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.342899Z","caller":"traceutil/trace.go:172","msg":"trace[1878661939] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"208.430131ms","start":"2026-07-14T12:00:51.134455Z","end":"2026-07-14T12:00:51.342885Z","steps":["trace[1878661939] 'process raft request' (duration: 208.104765ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.343076Z","caller":"traceutil/trace.go:172","msg":"trace[1896925723] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1010; }","duration":"221.374202ms","start":"2026-07-14T12:00:51.121696Z","end":"2026-07-14T12:00:51.343070Z","steps":["trace[1896925723] 'process raft request' (duration: 220.844083ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:51.343320Z","caller":"traceutil/trace.go:172","msg":"trace[82419915] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"204.08257ms","start":"2026-07-14T12:00:51.139224Z","end":"2026-07-14T12:00:51.343306Z","steps":["trace[82419915] 'process raft request' (duration: 203.386618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.643744Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:00:51.682326Z","caller":"traceutil/trace.go:172","msg":"trace[1346283511] linearizableReadLoop","detail":"{readStateIndex:1143; appliedIndex:1148; }","duration":"539.811036ms","start":"2026-07-14T12:00:51.142459Z","end":"2026-07-14T12:00:51.682270Z","steps":["trace[1346283511] 'read index received' (duration: 539.801236ms)","trace[1346283511] 'applied index is now lower than readState.Index' (duration: 7.81µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.771335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.680463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-14T12:00:51.772503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"711.75183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.772559Z","caller":"traceutil/trace.go:172","msg":"trace[1626131073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"711.807401ms","start":"2026-07-14T12:00:51.060734Z","end":"2026-07-14T12:00:51.772541Z","steps":["trace[1626131073] 'agreement among raft nodes before linearized reading' (duration: 621.576395ms)","trace[1626131073] 'range keys from in-memory index tree' (duration: 90.133535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.772595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.060714Z","time spent":"711.872983ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:00:51.772955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"721.837148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.773037Z","caller":"traceutil/trace.go:172","msg":"trace[1892585537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1010; }","duration":"721.93561ms","start":"2026-07-14T12:00:51.051083Z","end":"2026-07-14T12:00:51.773018Z","steps":["trace[1892585537] 'agreement among raft nodes before linearized reading' (duration: 631.333876ms)","trace[1892585537] 'range keys from in-memory index tree' (duration: 90.476092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.792342Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.143872Z","time spent":"648.467466ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-14T12:00:51.811883Z","caller":"traceutil/trace.go:172","msg":"trace[282293520] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1013; }","duration":"452.537786ms","start":"2026-07-14T12:00:51.359325Z","end":"2026-07-14T12:00:51.811863Z","steps":["trace[282293520] 'process raft request' (duration: 452.482544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.812037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.359301Z","time spent":"452.660568ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29511,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:00:51.838776Z","caller":"traceutil/trace.go:172","msg":"trace[2093475646] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1155; }","duration":"156.329934ms","start":"2026-07-14T12:00:51.682424Z","end":"2026-07-14T12:00:51.838754Z","steps":["trace[2093475646] 'read index received' (duration: 156.324574ms)","trace[2093475646] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.839136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.125297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-07-14T12:00:51.839231Z","caller":"traceutil/trace.go:172","msg":"trace[578311421] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1013; }","duration":"495.234299ms","start":"2026-07-14T12:00:51.343982Z","end":"2026-07-14T12:00:51.839216Z","steps":["trace[578311421] 'agreement among raft nodes before linearized reading' (duration: 494.997774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.839289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.343968Z","time spent":"495.304711ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1023,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 "} {"level":"info","ts":"2026-07-14T12:00:51.862959Z","caller":"traceutil/trace.go:172","msg":"trace[1336522116] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1013; }","duration":"494.199931ms","start":"2026-07-14T12:00:51.368727Z","end":"2026-07-14T12:00:51.862927Z","steps":["trace[1336522116] 'process raft request' (duration: 493.980377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:51.863208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:51.368707Z","time spent":"494.357703ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65240,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:00:51.953807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.162158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.953930Z","caller":"traceutil/trace.go:172","msg":"trace[949021210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"179.2631ms","start":"2026-07-14T12:00:51.774625Z","end":"2026-07-14T12:00:51.953888Z","steps":["trace[949021210] 'agreement among raft nodes before linearized reading' (duration: 153.270017ms)","trace[949021210] 'range keys from in-memory index tree' (duration: 25.869241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:51.954035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.745644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:51.954196Z","caller":"traceutil/trace.go:172","msg":"trace[647053121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1017; }","duration":"161.786835ms","start":"2026-07-14T12:00:51.792278Z","end":"2026-07-14T12:00:51.954065Z","steps":["trace[647053121] 'agreement among raft nodes before linearized reading' (duration: 135.607379ms)","trace[647053121] 'range keys from in-memory index tree' (duration: 25.83501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:52.017202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.421943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-07-14T12:00:52.017267Z","caller":"traceutil/trace.go:172","msg":"trace[79985002] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1018; }","duration":"151.502344ms","start":"2026-07-14T12:00:51.865752Z","end":"2026-07-14T12:00:52.017255Z","steps":["trace[79985002] 'agreement among raft nodes before linearized reading' (duration: 151.3091ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:54.886278Z","caller":"traceutil/trace.go:172","msg":"trace[2059498915] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1230; }","duration":"153.954958ms","start":"2026-07-14T12:00:54.732289Z","end":"2026-07-14T12:00:54.886244Z","steps":["trace[2059498915] 'read index received' (duration: 153.940217ms)","trace[2059498915] 'applied index is now lower than readState.Index' (duration: 12.69µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:54.886402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.08624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:54.886456Z","caller":"traceutil/trace.go:172","msg":"trace[905111797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1058; }","duration":"154.158011ms","start":"2026-07-14T12:00:54.732285Z","end":"2026-07-14T12:00:54.886443Z","steps":["trace[905111797] 'agreement among raft nodes before linearized reading' (duration: 154.035599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:54.887144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.700828ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:54.887227Z","caller":"traceutil/trace.go:172","msg":"trace[1826312145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1058; }","duration":"100.79267ms","start":"2026-07-14T12:00:54.786418Z","end":"2026-07-14T12:00:54.887211Z","steps":["trace[1826312145] 'agreement among raft nodes before linearized reading' (duration: 100.678828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:56.323265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.991707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-14T12:00:57.134672Z","caller":"traceutil/trace.go:172","msg":"trace[1993517989] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1242; }","duration":"202.062597ms","start":"2026-07-14T12:00:56.932557Z","end":"2026-07-14T12:00:57.134620Z","steps":["trace[1993517989] 'read index received' (duration: 166.167661ms)","trace[1993517989] 'applied index is now lower than readState.Index' (duration: 35.888646ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:57.134840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.25858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:57.134871Z","caller":"traceutil/trace.go:172","msg":"trace[1171534875] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1069; }","duration":"202.308391ms","start":"2026-07-14T12:00:56.932553Z","end":"2026-07-14T12:00:57.134861Z","steps":["trace[1171534875] 'agreement among raft nodes before linearized reading' (duration: 202.203009ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:00:58.127030Z","caller":"traceutil/trace.go:172","msg":"trace[2075343576] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1249; }","duration":"135.539412ms","start":"2026-07-14T12:00:57.991468Z","end":"2026-07-14T12:00:58.127007Z","steps":["trace[2075343576] 'read index received' (duration: 135.40663ms)","trace[2075343576] 'applied index is now lower than readState.Index' (duration: 131.822µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:00:58.127178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.699236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:00:58.127220Z","caller":"traceutil/trace.go:172","msg":"trace[2061897084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1075; }","duration":"135.750297ms","start":"2026-07-14T12:00:57.991455Z","end":"2026-07-14T12:00:58.127206Z","steps":["trace[2061897084] 'agreement among raft nodes before linearized reading' (duration: 135.667675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:00:59.287587Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:00:59.781280Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"1e179a0cf1b1bd62 is starting a new election at term 2"} {"level":"info","ts":"2026-07-14T12:00:59.781364Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"1e179a0cf1b1bd62 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-14T12:00:59.781397Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"1e179a0cf1b1bd62 [logterm: 2, index: 1255] sent MsgPreVote request to aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-14T12:00:59.781415Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"1e179a0cf1b1bd62 [logterm: 2, index: 1255] sent MsgPreVote request to 2ca853c333ef4586 at term 2"} {"level":"info","ts":"2026-07-14T12:00:59.781432Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 1e179a0cf1b1bd62 lost leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-14T12:00:59.781498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"1e179a0cf1b1bd62 received MsgPreVoteResp from 1e179a0cf1b1bd62 at term 2"} {"level":"info","ts":"2026-07-14T12:00:59.781520Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"1e179a0cf1b1bd62 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-14T12:00:59.799346Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:00.299675Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:00.314230Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"1e179a0cf1b1bd62 [logterm: 2, index: 1255, vote: 0] cast MsgPreVote for 2ca853c333ef4586 [logterm: 2, index: 1255] at term 2"} {"level":"info","ts":"2026-07-14T12:01:00.344158Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"1e179a0cf1b1bd62 [term: 2] received a MsgVote message with higher term from 2ca853c333ef4586 [term: 3]"} {"level":"info","ts":"2026-07-14T12:01:00.344239Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"1e179a0cf1b1bd62 became follower at term 3"} {"level":"info","ts":"2026-07-14T12:01:00.344255Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"1e179a0cf1b1bd62 [logterm: 2, index: 1255, vote: 0] cast MsgVote for 2ca853c333ef4586 [logterm: 2, index: 1255] at term 3"} {"level":"info","ts":"2026-07-14T12:01:00.368717Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 1e179a0cf1b1bd62 elected leader 2ca853c333ef4586 at term 3"} {"level":"warn","ts":"2026-07-14T12:01:00.369121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.582389175s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:00.369203Z","caller":"traceutil/trace.go:172","msg":"trace[1678655546] range","detail":"{range_begin:; range_end:; }","duration":"1.582491847s","start":"2026-07-14T12:00:58.786696Z","end":"2026-07-14T12:01:00.369188Z","steps":["trace[1678655546] 'agreement among raft nodes before linearized reading' (duration: 1.582387045s)"],"step_count":1} {"level":"error","ts":"2026-07-14T12:01:00.369261Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-14T12:01:00.375940Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-14T12:01:00.376030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.381616896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:00.376066Z","caller":"traceutil/trace.go:172","msg":"trace[294265651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1080; }","duration":"1.381655417s","start":"2026-07-14T12:00:58.994390Z","end":"2026-07-14T12:01:00.376045Z","steps":["trace[294265651] 'agreement among raft nodes before linearized reading' (duration: 1.381601196s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.376095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:58.994366Z","time spent":"1.381724808s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:00.376334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"727.761372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r2plv\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"warn","ts":"2026-07-14T12:01:00.376412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"576.840547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:00.376449Z","caller":"traceutil/trace.go:172","msg":"trace[1141290002] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1080; }","duration":"576.895068ms","start":"2026-07-14T12:00:59.799544Z","end":"2026-07-14T12:01:00.376439Z","steps":["trace[1141290002] 'agreement among raft nodes before linearized reading' (duration: 576.813677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.376467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:59.799525Z","time spent":"576.936269ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:00.376382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.264124409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-14T12:01:00.376468Z","caller":"traceutil/trace.go:172","msg":"trace[193174363] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r2plv; range_end:; response_count:1; response_revision:1080; }","duration":"727.881164ms","start":"2026-07-14T12:00:59.648542Z","end":"2026-07-14T12:01:00.376424Z","steps":["trace[193174363] 'agreement among raft nodes before linearized reading' (duration: 727.477437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.376586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:59.648526Z","time spent":"728.044518ms","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18371,"request content":"key:\"/registry/pods/kube-system/cilium-r2plv\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:00.376589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.036693776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:00.376520Z","caller":"traceutil/trace.go:172","msg":"trace[537280862] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1080; }","duration":"1.264271881s","start":"2026-07-14T12:00:59.112230Z","end":"2026-07-14T12:01:00.376501Z","steps":["trace[537280862] 'agreement among raft nodes before linearized reading' (duration: 1.263998617s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:00.376666Z","caller":"traceutil/trace.go:172","msg":"trace[1889937131] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1080; }","duration":"1.036768847s","start":"2026-07-14T12:00:59.339875Z","end":"2026-07-14T12:01:00.376643Z","steps":["trace[1889937131] 'agreement among raft nodes before linearized reading' (duration: 1.036642495s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:00.376680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:59.112198Z","time spent":"1.264470435s","remote":"127.0.0.1:42054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:00.376713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:59.339848Z","time spent":"1.036852839s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:03.110649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.323822379s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:03.110725Z","caller":"traceutil/trace.go:172","msg":"trace[994369966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1080; }","duration":"2.32391639s","start":"2026-07-14T12:01:00.786794Z","end":"2026-07-14T12:01:03.110711Z","steps":["trace[994369966] 'range keys from in-memory index tree' (duration: 2.323745027s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:03.111318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.216425479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-14T12:01:03.112116Z","caller":"traceutil/trace.go:172","msg":"trace[760908493] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"2.716613784s","start":"2026-07-14T12:01:00.395458Z","end":"2026-07-14T12:01:03.112071Z","steps":["trace[760908493] 'process raft request' (duration: 499.36141ms)","trace[760908493] 'compare' (duration: 2.216108203s)"],"step_count":2} {"level":"info","ts":"2026-07-14T12:01:03.112309Z","caller":"traceutil/trace.go:172","msg":"trace[2049029875] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1256; }","duration":"2.225057589s","start":"2026-07-14T12:01:00.887168Z","end":"2026-07-14T12:01:03.112225Z","steps":["trace[2049029875] 'read index received' (duration: 9.69339ms)","trace[2049029875] 'applied index is now lower than readState.Index' (duration: 2.215362059s)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:03.112508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:00.395311Z","time spent":"2.716886458s","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:01:03.112537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.225367924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-14T12:01:03.112570Z","caller":"traceutil/trace.go:172","msg":"trace[55659049] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1081; }","duration":"2.225404816s","start":"2026-07-14T12:01:00.887155Z","end":"2026-07-14T12:01:03.112560Z","steps":["trace[55659049] 'agreement among raft nodes before linearized reading' (duration: 2.225237602s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:03.112612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:00.887115Z","time spent":"2.225489318s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:03.613389Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:03.914268Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"1e179a0cf1b1bd62 [logterm: 3, index: 1261, vote: 2ca853c333ef4586] ignored MsgPreVote from 2ca853c333ef4586 [logterm: 3, index: 1261] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-07-14T12:01:03.989707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000046031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T12:01:03.989789Z","caller":"traceutil/trace.go:172","msg":"trace[724191830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142923s","start":"2026-07-14T12:01:01.989627Z","end":"2026-07-14T12:01:03.989770Z","steps":["trace[724191830] 'agreement among raft nodes before linearized reading' (duration: 2.000042021s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:03.989848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:01.989614Z","time spent":"2.000223404s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:04.114109Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:04.314215Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.392751437s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-14T12:01:04.614981Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:05.114732Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"1e179a0cf1b1bd62 [logterm: 3, index: 1261, vote: 2ca853c333ef4586] ignored MsgPreVote from 2ca853c333ef4586 [logterm: 3, index: 1261] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-07-14T12:01:05.115905Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:05.616067Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:05.990421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000335682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T12:01:05.990678Z","caller":"traceutil/trace.go:172","msg":"trace[607015978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603967s","start":"2026-07-14T12:01:03.990049Z","end":"2026-07-14T12:01:05.990652Z","steps":["trace[607015978] 'agreement among raft nodes before linearized reading' (duration: 2.000331782s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:05.991028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:03.990030Z","time spent":"2.000982824s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:01:05 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:01:05.995720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:00:58.995307Z","time spent":"7.000409841s","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T12:01:06.070003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999396821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:01:06.070055Z","caller":"traceutil/trace.go:172","msg":"trace[1484336660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999462692s","start":"2026-07-14T12:01:01.070582Z","end":"2026-07-14T12:01:06.070045Z","steps":["trace[1484336660] 'agreement among raft nodes before linearized reading' (duration: 4.999394451s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.070092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:01.070575Z","time spent":"4.999510733s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/07/14 12:01:06 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:01:06.116824Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:06.313964Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"1e179a0cf1b1bd62 [logterm: 3, index: 1261, vote: 2ca853c333ef4586] cast MsgPreVote for 2ca853c333ef4586 [logterm: 3, index: 1261] at term 3"} {"level":"info","ts":"2026-07-14T12:01:06.337771Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"1e179a0cf1b1bd62 [term: 3] received a MsgVote message with higher term from 2ca853c333ef4586 [term: 4]"} {"level":"info","ts":"2026-07-14T12:01:06.337911Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"1e179a0cf1b1bd62 became follower at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.337934Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"1e179a0cf1b1bd62 [logterm: 3, index: 1261, vote: 0] cast MsgVote for 2ca853c333ef4586 [logterm: 3, index: 1261] at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.338009Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 1e179a0cf1b1bd62 lost leader 2ca853c333ef4586 at term 4"} {"level":"info","ts":"2026-07-14T12:01:06.442438Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 1e179a0cf1b1bd62 elected leader 2ca853c333ef4586 at term 4"} {"level":"warn","ts":"2026-07-14T12:01:06.442713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.331905607s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-14T12:01:06.442731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.444627146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:06.442766Z","caller":"traceutil/trace.go:172","msg":"trace[1627360947] range","detail":"{range_begin:; range_end:; }","duration":"3.331991179s","start":"2026-07-14T12:01:03.110761Z","end":"2026-07-14T12:01:06.442752Z","steps":["trace[1627360947] 'agreement among raft nodes before linearized reading' (duration: 3.331904547s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:06.442798Z","caller":"traceutil/trace.go:172","msg":"trace[730335233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.444724468s","start":"2026-07-14T12:01:01.998059Z","end":"2026-07-14T12:01:06.442783Z","steps":["trace[730335233] 'agreement among raft nodes before linearized reading' (duration: 4.444623096s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.442848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:01.998034Z","time spent":"4.444803179s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:06.442878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.597510917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"error","ts":"2026-07-14T12:01:06.442825Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-14T12:01:06.442834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.827758697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:06.442904Z","caller":"traceutil/trace.go:172","msg":"trace[1995631472] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"4.597539827s","start":"2026-07-14T12:01:01.845357Z","end":"2026-07-14T12:01:06.442897Z","steps":["trace[1995631472] 'agreement among raft nodes before linearized reading' (duration: 4.597510807s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.442942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:01.845336Z","time spent":"4.597597139s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:06.442935Z","caller":"traceutil/trace.go:172","msg":"trace[704155433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"3.82788524s","start":"2026-07-14T12:01:02.615029Z","end":"2026-07-14T12:01:06.442914Z","steps":["trace[704155433] 'agreement among raft nodes before linearized reading' (duration: 3.827755367s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.442986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.464639056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-14T12:01:06.443000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:02.615011Z","time spent":"3.827973321s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:06.443012Z","caller":"traceutil/trace.go:172","msg":"trace[1666399365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"5.464665686s","start":"2026-07-14T12:01:00.978341Z","end":"2026-07-14T12:01:06.443007Z","steps":["trace[1666399365] 'agreement among raft nodes before linearized reading' (duration: 5.464639276s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.443076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:00.978314Z","time spent":"5.464751247s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:06.712510Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-14T12:01:06.734957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000077019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T12:01:06.735096Z","caller":"traceutil/trace.go:172","msg":"trace[777551694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268583s","start":"2026-07-14T12:01:04.734807Z","end":"2026-07-14T12:01:06.735075Z","steps":["trace[777551694] 'agreement among raft nodes before linearized reading' (duration: 2.000076439s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.735213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:04.734785Z","time spent":"2.000412285s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:01:06 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:01:06.997573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"525.869603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:01:06.997664Z","caller":"traceutil/trace.go:172","msg":"trace[58877531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"525.984245ms","start":"2026-07-14T12:01:06.471660Z","end":"2026-07-14T12:01:06.997645Z","steps":["trace[58877531] 'agreement among raft nodes before linearized reading' (duration: 525.866033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:06.997737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.471641Z","time spent":"526.073276ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/07/14 12:01:06 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:01:07.212886Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:07.713346Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:07.999701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000156999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T12:01:07.999781Z","caller":"traceutil/trace.go:172","msg":"trace[1585965643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249191s","start":"2026-07-14T12:01:05.999514Z","end":"2026-07-14T12:01:07.999763Z","steps":["trace[1585965643] 'agreement among raft nodes before linearized reading' (duration: 2.000155039s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:07.999837Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:05.999497Z","time spent":"2.000329632s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:01:07 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:01:08.063615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:01.062614Z","time spent":"7.000997566s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T12:01:08.213760Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:08.713951Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:09.214707Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:09.669952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:02.669217Z","time spent":"7.00072793s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T12:01:09.715294Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:10.000662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000683648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T12:01:10.000742Z","caller":"traceutil/trace.go:172","msg":"trace[66713910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0008034s","start":"2026-07-14T12:01:07.999925Z","end":"2026-07-14T12:01:10.000729Z","steps":["trace[66713910] 'agreement among raft nodes before linearized reading' (duration: 2.000680888s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:10.000801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:07.999902Z","time spent":"2.000892542s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 12:01:10 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T12:01:10.108747Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.396795515s","expected-duration":"1s"} {"level":"info","ts":"2026-07-14T12:01:10.109261Z","caller":"traceutil/trace.go:172","msg":"trace[690411369] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1262; }","duration":"3.666465961s","start":"2026-07-14T12:01:06.442642Z","end":"2026-07-14T12:01:10.109108Z","steps":["trace[690411369] 'read index received' (duration: 3.666457121s)","trace[690411369] 'applied index is now lower than readState.Index' (duration: 7.37µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:10.114571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:03.113712Z","time spent":"7.000856924s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-14T12:01:10.609549Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:10.789793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.971916726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:10.789855Z","caller":"traceutil/trace.go:172","msg":"trace[1786396242] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1085; }","duration":"6.971987247s","start":"2026-07-14T12:01:03.817854Z","end":"2026-07-14T12:01:10.789841Z","steps":["trace[1786396242] 'agreement among raft nodes before linearized reading' (duration: 6.291461147s)","trace[1786396242] 'range keys from in-memory index tree' (duration: 680.411519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:10.789881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:03.817831Z","time spent":"6.972044118s","remote":"127.0.0.1:42670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:10.790347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.473576326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:10.790386Z","caller":"traceutil/trace.go:172","msg":"trace[193292242] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1085; }","duration":"5.473614037s","start":"2026-07-14T12:01:05.316764Z","end":"2026-07-14T12:01:10.790378Z","steps":["trace[193292242] 'agreement among raft nodes before linearized reading' (duration: 4.792448525s)","trace[193292242] 'range keys from in-memory index tree' (duration: 681.084ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:10.790402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:05.316732Z","time spent":"5.473665158s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:10.790575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.816547867s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:10.790694Z","caller":"traceutil/trace.go:172","msg":"trace[1879303364] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1085; }","duration":"2.816678179s","start":"2026-07-14T12:01:07.973995Z","end":"2026-07-14T12:01:10.790673Z","steps":["trace[1879303364] 'range keys from in-memory index tree' (duration: 2.816506137s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:10.790727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"681.493708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-14T12:01:10.791799Z","caller":"traceutil/trace.go:172","msg":"trace[1480517358] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"4.789482573s","start":"2026-07-14T12:01:06.002298Z","end":"2026-07-14T12:01:10.791781Z","steps":["trace[1480517358] 'process raft request' (duration: 4.789099496s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:10.791913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.002284Z","time spent":"4.789582226s","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-14T12:01:11.109855Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:11.405587Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"1e179a0cf1b1bd62 [logterm: 4, index: 1290, vote: 2ca853c333ef4586] ignored MsgPreVote from aab6040abcf11 [logterm: 4, index: 1290] at term 4: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-07-14T12:01:11.614467Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:12.005402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000048508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T12:01:12.005525Z","caller":"traceutil/trace.go:172","msg":"trace[483784835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236342s","start":"2026-07-14T12:01:10.005259Z","end":"2026-07-14T12:01:12.005495Z","steps":["trace[483784835] 'agreement among raft nodes before linearized reading' (duration: 2.000041118s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:12.005610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:10.005232Z","time spent":"2.000354173s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:12.114884Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:12.615526Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:13.116664Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:13.147892Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13646645057680957319,"received-request-id":13646645057680957316} {"level":"info","ts":"2026-07-14T12:01:13.148352Z","caller":"traceutil/trace.go:172","msg":"trace[250220516] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1109; }","duration":"5.080123769s","start":"2026-07-14T12:01:08.068203Z","end":"2026-07-14T12:01:13.148326Z","steps":["trace[250220516] 'process raft request' (duration: 5.079970166s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:13.148359Z","caller":"traceutil/trace.go:172","msg":"trace[693166818] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"2.353087266s","start":"2026-07-14T12:01:10.795251Z","end":"2026-07-14T12:01:13.148338Z","steps":["trace[693166818] 'process raft request' (duration: 2.353043505s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:13.148387Z","caller":"traceutil/trace.go:172","msg":"trace[848924001] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1109; }","duration":"3.472346492s","start":"2026-07-14T12:01:09.676019Z","end":"2026-07-14T12:01:13.148366Z","steps":["trace[848924001] 'process raft request' (duration: 3.472184109s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.148483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:10.795233Z","time spent":"2.353184188s","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-14T12:01:13.148485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:08.068171Z","time spent":"5.08023364s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":584,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:01:13.148478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:10.141010Z","time spent":"3.007458924s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-14T12:01:13.148596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:09.675998Z","time spent":"3.472436783s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:01:13.149545Z","caller":"traceutil/trace.go:172","msg":"trace[529543935] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1296; }","duration":"3.040111706s","start":"2026-07-14T12:01:10.109411Z","end":"2026-07-14T12:01:13.149523Z","steps":["trace[529543935] 'read index received' (duration: 3.040100806s)","trace[529543935] 'applied index is now lower than readState.Index' (duration: 9.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:13.149635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.66448072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.149683Z","caller":"traceutil/trace.go:172","msg":"trace[804989722] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1110; }","duration":"3.664529471s","start":"2026-07-14T12:01:09.485140Z","end":"2026-07-14T12:01:13.149669Z","steps":["trace[804989722] 'agreement among raft nodes before linearized reading' (duration: 3.66444601s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.149720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:09.485118Z","time spent":"3.664595103s","remote":"127.0.0.1:42650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.149909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.524895412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-14T12:01:13.149965Z","caller":"traceutil/trace.go:172","msg":"trace[224004688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1110; }","duration":"3.524951483s","start":"2026-07-14T12:01:09.624998Z","end":"2026-07-14T12:01:13.149950Z","steps":["trace[224004688] 'agreement among raft nodes before linearized reading' (duration: 3.524862862s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.149599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.483985215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:13.150056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.705811184s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.150093Z","caller":"traceutil/trace.go:172","msg":"trace[1845893470] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1110; }","duration":"5.484495705s","start":"2026-07-14T12:01:07.665588Z","end":"2026-07-14T12:01:13.150084Z","steps":["trace[1845893470] 'agreement among raft nodes before linearized reading' (duration: 5.483946374s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:13.150110Z","caller":"traceutil/trace.go:172","msg":"trace[70478945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1110; }","duration":"6.705865475s","start":"2026-07-14T12:01:06.444230Z","end":"2026-07-14T12:01:13.150096Z","steps":["trace[70478945] 'agreement among raft nodes before linearized reading' (duration: 6.705790144s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.150126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:07.665568Z","time spent":"5.484544585s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.150280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.681992854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-14T12:01:13.150332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.760435622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.150361Z","caller":"traceutil/trace.go:172","msg":"trace[1211011720] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1110; }","duration":"4.760464923s","start":"2026-07-14T12:01:08.389887Z","end":"2026-07-14T12:01:13.150352Z","steps":["trace[1211011720] 'agreement among raft nodes before linearized reading' (duration: 4.760415612s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.150384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:08.389867Z","time spent":"4.760510433s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.150414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.682236989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.150459Z","caller":"traceutil/trace.go:172","msg":"trace[846872864] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1110; }","duration":"6.682284489s","start":"2026-07-14T12:01:06.468162Z","end":"2026-07-14T12:01:13.150447Z","steps":["trace[846872864] 'agreement among raft nodes before linearized reading' (duration: 6.682206798s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.150501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.468141Z","time spent":"6.68234531s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.150420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.678817745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-14T12:01:13.150578Z","caller":"traceutil/trace.go:172","msg":"trace[458035811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1110; }","duration":"6.678973768s","start":"2026-07-14T12:01:06.471590Z","end":"2026-07-14T12:01:13.150563Z","steps":["trace[458035811] 'agreement among raft nodes before linearized reading' (duration: 6.678096741s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.150633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.471578Z","time spent":"6.679035968s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:13.150598Z","caller":"traceutil/trace.go:172","msg":"trace[2090868878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1110; }","duration":"6.68231185s","start":"2026-07-14T12:01:06.468271Z","end":"2026-07-14T12:01:13.150583Z","steps":["trace[2090868878] 'agreement among raft nodes before linearized reading' (duration: 6.681908543s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.150712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:06.468258Z","time spent":"6.682437202s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.150801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:09.624964Z","time spent":"3.52581943s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.175199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.357191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r2plv\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"warn","ts":"2026-07-14T12:01:13.175221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.177502743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-14T12:01:13.175280Z","caller":"traceutil/trace.go:172","msg":"trace[1853379445] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r2plv; range_end:; response_count:1; response_revision:1110; }","duration":"490.456523ms","start":"2026-07-14T12:01:12.684806Z","end":"2026-07-14T12:01:13.175263Z","steps":["trace[1853379445] 'agreement among raft nodes before linearized reading' (duration: 490.200487ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:13.175297Z","caller":"traceutil/trace.go:172","msg":"trace[216371531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1110; }","duration":"2.177576884s","start":"2026-07-14T12:01:10.997701Z","end":"2026-07-14T12:01:13.175278Z","steps":["trace[216371531] 'agreement among raft nodes before linearized reading' (duration: 2.177451202s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.175326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:12.684787Z","time spent":"490.531085ms","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18543,"request content":"key:\"/registry/pods/kube-system/cilium-r2plv\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.175350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:10.997681Z","time spent":"2.177654596s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.175361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.723968097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.175424Z","caller":"traceutil/trace.go:172","msg":"trace[45638579] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1111; }","duration":"2.724044608s","start":"2026-07-14T12:01:10.451363Z","end":"2026-07-14T12:01:13.175408Z","steps":["trace[45638579] 'agreement among raft nodes before linearized reading' (duration: 2.723913196s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.175464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:10.451345Z","time spent":"2.724110259s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:13.175185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.168501772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:13.175602Z","caller":"traceutil/trace.go:172","msg":"trace[108588553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1110; }","duration":"1.168938419s","start":"2026-07-14T12:01:12.006645Z","end":"2026-07-14T12:01:13.175584Z","steps":["trace[108588553] 'agreement among raft nodes before linearized reading' (duration: 1.16844313s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:13.175693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:12.006615Z","time spent":"1.169034771s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:13.676501Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T12:01:14.177091Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:14.605600Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"1e179a0cf1b1bd62 [logterm: 4, index: 1300, vote: 2ca853c333ef4586] cast MsgPreVote for aab6040abcf11 [logterm: 4, index: 1300] at term 4"} {"level":"warn","ts":"2026-07-14T12:01:14.678123Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:14.727294Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"1e179a0cf1b1bd62 [term: 4] received a MsgVote message with higher term from aab6040abcf11 [term: 5]"} {"level":"info","ts":"2026-07-14T12:01:14.727396Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"1e179a0cf1b1bd62 became follower at term 5"} {"level":"info","ts":"2026-07-14T12:01:14.727423Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"1e179a0cf1b1bd62 [logterm: 4, index: 1300, vote: 0] cast MsgVote for aab6040abcf11 [logterm: 4, index: 1300] at term 5"} {"level":"info","ts":"2026-07-14T12:01:14.727443Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 1e179a0cf1b1bd62 lost leader 2ca853c333ef4586 at term 5"} {"level":"info","ts":"2026-07-14T12:01:14.732458Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 1e179a0cf1b1bd62 elected leader aab6040abcf11 at term 5"} {"level":"warn","ts":"2026-07-14T12:01:14.732724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.578174157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-14T12:01:14.732761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.579827856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:14.732814Z","caller":"traceutil/trace.go:172","msg":"trace[1944148408] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-2; range_end:; }","duration":"1.578287459s","start":"2026-07-14T12:01:13.154507Z","end":"2026-07-14T12:01:14.732794Z","steps":["trace[1944148408] 'agreement among raft nodes before linearized reading' (duration: 1.578171497s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:14.732866Z","caller":"traceutil/trace.go:172","msg":"trace[404774495] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i; range_end:; }","duration":"1.579926388s","start":"2026-07-14T12:01:13.152892Z","end":"2026-07-14T12:01:14.732819Z","steps":["trace[404774495] 'agreement among raft nodes before linearized reading' (duration: 1.579824066s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:14.732913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.154488Z","time spent":"1.578412062s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:14.732932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.152879Z","time spent":"1.58003652s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:14.732972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.581527619s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-14T12:01:14.733004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.578725557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c2263e3785721c\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-14T12:01:14.733217Z","caller":"traceutil/trace.go:172","msg":"trace[1851577864] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18c2263e3785721c; range_end:; }","duration":"1.579110984s","start":"2026-07-14T12:01:13.154077Z","end":"2026-07-14T12:01:14.733188Z","steps":["trace[1851577864] 'agreement among raft nodes before linearized reading' (duration: 1.578705986s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:14.733349Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.154066Z","time spent":"1.579264396s","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c2263e3785721c\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:14.733084Z","caller":"traceutil/trace.go:172","msg":"trace[432874943] range","detail":"{range_begin:; range_end:; }","duration":"1.581639841s","start":"2026-07-14T12:01:13.151426Z","end":"2026-07-14T12:01:14.733066Z","steps":["trace[432874943] 'agreement among raft nodes before linearized reading' (duration: 1.581526328s)"],"step_count":1} {"level":"error","ts":"2026-07-14T12:01:14.733502Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-14T12:01:15.071773Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-07-14T12:01:15.071798Z","caller":"traceutil/trace.go:172","msg":"trace[2076135725] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"1.879165179s","start":"2026-07-14T12:01:13.192596Z","end":"2026-07-14T12:01:15.071761Z","steps":["trace[2076135725] 'process raft request' (duration: 1.878931434s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.071964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.192574Z","time spent":"1.879311982s","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:01:15.072573Z","caller":"traceutil/trace.go:172","msg":"trace[1267562683] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1301; }","duration":"339.916641ms","start":"2026-07-14T12:01:14.732636Z","end":"2026-07-14T12:01:15.072552Z","steps":["trace[1267562683] 'read index received' (duration: 339.910621ms)","trace[1267562683] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:15.072658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"949.268976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:15.072715Z","caller":"traceutil/trace.go:172","msg":"trace[1387094454] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1114; }","duration":"949.343298ms","start":"2026-07-14T12:01:14.123360Z","end":"2026-07-14T12:01:15.072703Z","steps":["trace[1387094454] 'agreement among raft nodes before linearized reading' (duration: 949.234156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.072727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.332769285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:15.072758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.123335Z","time spent":"949.413018ms","remote":"127.0.0.1:42452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:15.072888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.887226328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:15.072960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.876820236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-07-14T12:01:15.073044Z","caller":"traceutil/trace.go:172","msg":"trace[774916883] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1114; }","duration":"1.876951408s","start":"2026-07-14T12:01:13.196076Z","end":"2026-07-14T12:01:15.073027Z","steps":["trace[774916883] 'agreement among raft nodes before linearized reading' (duration: 1.876692914s)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:15.073009Z","caller":"traceutil/trace.go:172","msg":"trace[494392889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"1.887409242s","start":"2026-07-14T12:01:13.185571Z","end":"2026-07-14T12:01:15.072981Z","steps":["trace[494392889] 'agreement among raft nodes before linearized reading' (duration: 1.887134097s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.073125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.196066Z","time spent":"1.87702471s","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:15.073174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.185552Z","time spent":"1.887562194s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T12:01:15.073407Z","caller":"traceutil/trace.go:172","msg":"trace[1655385034] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1114; }","duration":"1.333461907s","start":"2026-07-14T12:01:13.739931Z","end":"2026-07-14T12:01:15.073393Z","steps":["trace[1655385034] 'agreement among raft nodes before linearized reading' (duration: 1.332734644s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.073832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:13.739912Z","time spent":"1.333898715s","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:15.077603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.625834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-07-14T12:01:15.077634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.039755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:15.077660Z","caller":"traceutil/trace.go:172","msg":"trace[912994330] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i; range_end:; response_count:1; response_revision:1114; }","duration":"315.686205ms","start":"2026-07-14T12:01:14.761961Z","end":"2026-07-14T12:01:15.077647Z","steps":["trace[912994330] 'agreement among raft nodes before linearized reading' (duration: 315.516402ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:15.077676Z","caller":"traceutil/trace.go:172","msg":"trace[231703806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"340.080775ms","start":"2026-07-14T12:01:14.737584Z","end":"2026-07-14T12:01:15.077665Z","steps":["trace[231703806] 'agreement among raft nodes before linearized reading' (duration: 340.017394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.077655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.950605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-14T12:01:15.077694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.761950Z","time spent":"315.734196ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:15.077707Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.737560Z","time spent":"340.136906ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T12:01:15.077656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.056877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c2263e3785721c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-14T12:01:15.077738Z","caller":"traceutil/trace.go:172","msg":"trace[1214900204] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-2; range_end:; response_count:1; response_revision:1114; }","duration":"319.048076ms","start":"2026-07-14T12:01:14.758670Z","end":"2026-07-14T12:01:15.077718Z","steps":["trace[1214900204] 'agreement among raft nodes before linearized reading' (duration: 318.800472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.077791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.758665Z","time spent":"319.113528ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":573,"request content":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:15.077776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.193162ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:15.077967Z","caller":"traceutil/trace.go:172","msg":"trace[1751238807] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1114; }","duration":"343.446816ms","start":"2026-07-14T12:01:14.734501Z","end":"2026-07-14T12:01:15.077948Z","steps":["trace[1751238807] 'agreement among raft nodes before linearized reading' (duration: 343.163931ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:15.077770Z","caller":"traceutil/trace.go:172","msg":"trace[681426605] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18c2263e3785721c; range_end:; response_count:1; response_revision:1114; }","duration":"319.174629ms","start":"2026-07-14T12:01:14.758582Z","end":"2026-07-14T12:01:15.077757Z","steps":["trace[681426605] 'agreement among raft nodes before linearized reading' (duration: 318.906744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.078557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:14.758566Z","time spent":"319.971383ms","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c2263e3785721c\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:15.255149Z","caller":"traceutil/trace.go:172","msg":"trace[201139085] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1301; }","duration":"175.384205ms","start":"2026-07-14T12:01:15.079740Z","end":"2026-07-14T12:01:15.255124Z","steps":["trace[201139085] 'read index received' (duration: 175.376475ms)","trace[201139085] 'applied index is now lower than readState.Index' (duration: 6.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:15.255376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.762648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7806"} {"level":"info","ts":"2026-07-14T12:01:15.255433Z","caller":"traceutil/trace.go:172","msg":"trace[44034481] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1114; }","duration":"177.83154ms","start":"2026-07-14T12:01:15.077590Z","end":"2026-07-14T12:01:15.255422Z","steps":["trace[44034481] 'agreement among raft nodes before linearized reading' (duration: 177.645566ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:15.385354Z","caller":"traceutil/trace.go:172","msg":"trace[1991404147] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"304.07439ms","start":"2026-07-14T12:01:15.081248Z","end":"2026-07-14T12:01:15.385322Z","steps":["trace[1991404147] 'process raft request' (duration: 303.766213ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:15.385398Z","caller":"traceutil/trace.go:172","msg":"trace[841724690] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"299.23428ms","start":"2026-07-14T12:01:15.086144Z","end":"2026-07-14T12:01:15.385378Z","steps":["trace[841724690] 'process raft request' (duration: 299.121267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.385544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.081234Z","time spent":"304.207592ms","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:01:15.385618Z","caller":"traceutil/trace.go:172","msg":"trace[680477807] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"301.020944ms","start":"2026-07-14T12:01:15.084587Z","end":"2026-07-14T12:01:15.385608Z","steps":["trace[680477807] 'process raft request' (duration: 300.641896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.385698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.084571Z","time spent":"301.070864ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T12:01:15.436875Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"1e179a0cf1b1bd62 [term: 5] ignored a MsgReadIndexResp message with lower term from 2ca853c333ef4586 [term: 4]"} {"level":"info","ts":"2026-07-14T12:01:15.437281Z","caller":"traceutil/trace.go:172","msg":"trace[218024520] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1309; }","duration":"182.046408ms","start":"2026-07-14T12:01:15.255214Z","end":"2026-07-14T12:01:15.437260Z","steps":["trace[218024520] 'read index received' (duration: 182.040238ms)","trace[218024520] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:15.437574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.515458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-07-14T12:01:15.437619Z","caller":"traceutil/trace.go:172","msg":"trace[159403680] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1122; }","duration":"355.58141ms","start":"2026-07-14T12:01:15.082027Z","end":"2026-07-14T12:01:15.437609Z","steps":["trace[159403680] 'agreement among raft nodes before linearized reading' (duration: 355.354606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.437655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.082019Z","time spent":"355.62784ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":541,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:15.437653Z","caller":"traceutil/trace.go:172","msg":"trace[84034979] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"174.639181ms","start":"2026-07-14T12:01:15.262995Z","end":"2026-07-14T12:01:15.437635Z","steps":["trace[84034979] 'process raft request' (duration: 174.488078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.437904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.144587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T12:01:15.437951Z","caller":"traceutil/trace.go:172","msg":"trace[699519028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1123; }","duration":"358.194428ms","start":"2026-07-14T12:01:15.079744Z","end":"2026-07-14T12:01:15.437939Z","steps":["trace[699519028] 'agreement among raft nodes before linearized reading' (duration: 358.103956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.529600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.126754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/etcd-controller-2.18c2264062d1c319\" limit:1 ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-07-14T12:01:15.529657Z","caller":"traceutil/trace.go:172","msg":"trace[489668003] range","detail":"{range_begin:/registry/events/kube-system/etcd-controller-2.18c2264062d1c319; range_end:; response_count:1; response_revision:1125; }","duration":"140.192725ms","start":"2026-07-14T12:01:15.389455Z","end":"2026-07-14T12:01:15.529647Z","steps":["trace[489668003] 'agreement among raft nodes before linearized reading' (duration: 140.046583ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:15.704021Z","caller":"traceutil/trace.go:172","msg":"trace[2135061208] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"172.511371ms","start":"2026-07-14T12:01:15.531485Z","end":"2026-07-14T12:01:15.703997Z","steps":["trace[2135061208] 'process raft request' (duration: 159.611533ms)","trace[2135061208] 'compare' (duration: 12.784406ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T12:01:15.919289Z","caller":"traceutil/trace.go:172","msg":"trace[1025047354] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"361.170342ms","start":"2026-07-14T12:01:15.558104Z","end":"2026-07-14T12:01:15.919275Z","steps":["trace[1025047354] 'process raft request' (duration: 361.129682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:15.919322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.550762Z","time spent":"368.553537ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-14T12:01:15.919397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.558083Z","time spent":"361.259145ms","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19043,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T12:01:16.138288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.294051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-14T12:01:16.138403Z","caller":"traceutil/trace.go:172","msg":"trace[1189886847] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"430.384098ms","start":"2026-07-14T12:01:15.708000Z","end":"2026-07-14T12:01:16.138384Z","steps":["trace[1189886847] 'process raft request' (duration: 323.937315ms)","trace[1189886847] 'compare' (duration: 106.174388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:16.138457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.707951Z","time spent":"430.48583ms","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-14T12:01:16.154531Z","caller":"traceutil/trace.go:172","msg":"trace[2140429543] linearizableReadLoop","detail":"{readStateIndex:1315; appliedIndex:1319; }","duration":"496.871315ms","start":"2026-07-14T12:01:15.657636Z","end":"2026-07-14T12:01:16.154507Z","steps":["trace[2140429543] 'read index received' (duration: 496.864945ms)","trace[2140429543] 'applied index is now lower than readState.Index' (duration: 5.32µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:16.154765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"497.116129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-14T12:01:16.154797Z","caller":"traceutil/trace.go:172","msg":"trace[875488113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1132; }","duration":"497.16564ms","start":"2026-07-14T12:01:15.657622Z","end":"2026-07-14T12:01:16.154787Z","steps":["trace[875488113] 'agreement among raft nodes before linearized reading' (duration: 497.008167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.154822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:15.657598Z","time spent":"497.218261ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-14T12:01:16.155152Z","caller":"traceutil/trace.go:172","msg":"trace[198282247] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"234.610137ms","start":"2026-07-14T12:01:15.920527Z","end":"2026-07-14T12:01:16.155137Z","steps":["trace[198282247] 'process raft request' (duration: 234.184239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.157706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.688367ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:16.157752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.691089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r2plv\" limit:1 ","response":"range_response_count:1 size:19058"} {"level":"info","ts":"2026-07-14T12:01:16.157781Z","caller":"traceutil/trace.go:172","msg":"trace[276386577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1134; }","duration":"370.793589ms","start":"2026-07-14T12:01:15.786973Z","end":"2026-07-14T12:01:16.157767Z","steps":["trace[276386577] 'agreement among raft nodes before linearized reading' (duration: 370.658657ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.157788Z","caller":"traceutil/trace.go:172","msg":"trace[1946873068] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r2plv; range_end:; response_count:1; response_revision:1134; }","duration":"234.729599ms","start":"2026-07-14T12:01:15.923048Z","end":"2026-07-14T12:01:16.157778Z","steps":["trace[1946873068] 'agreement among raft nodes before linearized reading' (duration: 234.624468ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.440472Z","caller":"traceutil/trace.go:172","msg":"trace[1281843341] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1323; }","duration":"282.778636ms","start":"2026-07-14T12:01:16.157664Z","end":"2026-07-14T12:01:16.440443Z","steps":["trace[1281843341] 'read index received' (duration: 282.771666ms)","trace[1281843341] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:16.440742Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.054281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-07-14T12:01:16.440901Z","caller":"traceutil/trace.go:172","msg":"trace[333673568] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1135; }","duration":"283.147332ms","start":"2026-07-14T12:01:16.157657Z","end":"2026-07-14T12:01:16.440805Z","steps":["trace[333673568] 'agreement among raft nodes before linearized reading' (duration: 282.882898ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.442346Z","caller":"traceutil/trace.go:172","msg":"trace[2142849302] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"269.46541ms","start":"2026-07-14T12:01:16.172864Z","end":"2026-07-14T12:01:16.442329Z","steps":["trace[2142849302] 'process raft request' (duration: 269.361648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.535817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.427963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T12:01:16.535858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.817147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T12:01:16.535923Z","caller":"traceutil/trace.go:172","msg":"trace[1929316974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1138; }","duration":"198.896799ms","start":"2026-07-14T12:01:16.337011Z","end":"2026-07-14T12:01:16.535908Z","steps":["trace[1929316974] 'agreement among raft nodes before linearized reading' (duration: 198.697025ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.535884Z","caller":"traceutil/trace.go:172","msg":"trace[1632601334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1138; }","duration":"376.509214ms","start":"2026-07-14T12:01:16.159363Z","end":"2026-07-14T12:01:16.535872Z","steps":["trace[1632601334] 'agreement among raft nodes before linearized reading' (duration: 376.387592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:16.536170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:16.159351Z","time spent":"376.788969ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T12:01:16.536357Z","caller":"traceutil/trace.go:172","msg":"trace[200245093] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"296.658811ms","start":"2026-07-14T12:01:16.239677Z","end":"2026-07-14T12:01:16.536335Z","steps":["trace[200245093] 'process raft request' (duration: 296.244444ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.645506Z","caller":"traceutil/trace.go:172","msg":"trace[834808160] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"105.609028ms","start":"2026-07-14T12:01:16.539882Z","end":"2026-07-14T12:01:16.645491Z","steps":["trace[834808160] 'process raft request' (duration: 105.481025ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.651921Z","caller":"traceutil/trace.go:172","msg":"trace[627871816] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1331; }","duration":"111.799783ms","start":"2026-07-14T12:01:16.540096Z","end":"2026-07-14T12:01:16.651896Z","steps":["trace[627871816] 'read index received' (duration: 111.794012ms)","trace[627871816] 'applied index is now lower than readState.Index' (duration: 4.631µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:16.652154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.034187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-07-14T12:01:16.652193Z","caller":"traceutil/trace.go:172","msg":"trace[1439056129] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1142; }","duration":"112.093708ms","start":"2026-07-14T12:01:16.540090Z","end":"2026-07-14T12:01:16.652184Z","steps":["trace[1439056129] 'agreement among raft nodes before linearized reading' (duration: 111.923455ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:16.654043Z","caller":"traceutil/trace.go:172","msg":"trace[1040657649] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"107.566124ms","start":"2026-07-14T12:01:16.546457Z","end":"2026-07-14T12:01:16.654024Z","steps":["trace[1040657649] 'process raft request' (duration: 107.455882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:17.384458Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13646645057680957373,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-14T12:01:17.553382Z","caller":"traceutil/trace.go:172","msg":"trace[356846654] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1364; }","duration":"668.926284ms","start":"2026-07-14T12:01:16.884431Z","end":"2026-07-14T12:01:17.553357Z","steps":["trace[356846654] 'read index received' (duration: 668.916013ms)","trace[356846654] 'applied index is now lower than readState.Index' (duration: 6.43µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T12:01:17.553649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"669.177719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-14T12:01:17.553751Z","caller":"traceutil/trace.go:172","msg":"trace[1443668334] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1173; }","duration":"669.298731ms","start":"2026-07-14T12:01:16.884428Z","end":"2026-07-14T12:01:17.553726Z","steps":["trace[1443668334] 'agreement among raft nodes before linearized reading' (duration: 669.020425ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T12:01:17.553797Z","caller":"traceutil/trace.go:172","msg":"trace[1269673490] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"564.348346ms","start":"2026-07-14T12:01:16.989386Z","end":"2026-07-14T12:01:17.553734Z","steps":["trace[1269673490] 'process raft request' (duration: 564.119141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:17.553811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:16.884412Z","time spent":"669.387723ms","remote":"127.0.0.1:42054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-07-14T12:01:17.554140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-14T12:01:16.989322Z","time spent":"564.56451ms","remote":"127.0.0.1:41998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-14T12:01:17.563881Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13646645057680957375,"received-request-id":13646645057680957373} {"level":"info","ts":"2026-07-14T12:01:18.970434Z","caller":"traceutil/trace.go:172","msg":"trace[1761136390] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"168.12422ms","start":"2026-07-14T12:01:18.802287Z","end":"2026-07-14T12:01:18.970412Z","steps":["trace[1761136390] 'process raft request' (duration: 167.992067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T12:01:26.945784Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.041199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.069769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.108041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-14T12:01:27.242965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49926","server-name":"","error":"EOF"}