{"level":"warn","ts":"2026-07-17T13:06:08.678273Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T13:06:08.678347Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-17T13:06:08.678403Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T13:06:08.678411Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-07-17T13:06:08.678426Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T13:06:08.679386Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-07-17T13:06:08.679456Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-17T13:06:08.683417Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.770937ms"} {"level":"info","ts":"2026-07-17T13:06:08.690693Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-07-17T13:06:08.690757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-07-17T13:06:08.690782Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-07-17T13:06:08.690795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-17T13:06:08.69083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-07-17T13:06:08.690867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-07-17T13:06:08.696125Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-17T13:06:08.698284Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-17T13:06:08.699658Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-17T13:06:08.702101Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-17T13:06:08.702311Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T13:06:08.702358Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T13:06:08.702365Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T13:06:08.702227Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-17T13:06:08.70308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-07-17T13:06:08.704223Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-07-17T13:06:08.705534Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T13:06:08.705585Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-07-17T13:06:08.705638Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-07-17T13:06:08.705728Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-17T13:06:08.705772Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-17T13:06:09.091532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-07-17T13:06:09.091605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-17T13:06:09.091744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-07-17T13:06:09.091777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-07-17T13:06:09.091883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-07-17T13:06:09.09191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-07-17T13:06:09.091928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-07-17T13:06:09.092961Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-07-17T13:06:09.093128Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T13:06:09.093197Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T13:06:09.096349Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-17T13:06:09.097154Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-07-17T13:06:09.09366Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T13:06:09.098631Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T13:06:09.098802Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T13:06:09.098844Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T13:06:09.105916Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-17T13:06:09.105967Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-17T13:06:37.769788Z","caller":"traceutil/trace.go:171","msg":"trace[498981471] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"128.045564ms","start":"2026-07-17T13:06:37.641711Z","end":"2026-07-17T13:06:37.769757Z","steps":["trace[498981471] 'process raft request' (duration: 127.851163ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:06:52.208397Z","caller":"traceutil/trace.go:171","msg":"trace[8248382] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"112.550354ms","start":"2026-07-17T13:06:52.095806Z","end":"2026-07-17T13:06:52.208356Z","steps":["trace[8248382] 'process raft request' (duration: 102.348367ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:06:52.431481Z","caller":"traceutil/trace.go:171","msg":"trace[1105588239] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"121.768405ms","start":"2026-07-17T13:06:52.309665Z","end":"2026-07-17T13:06:52.431433Z","steps":["trace[1105588239] 'read index received' (duration: 114.308318ms)","trace[1105588239] 'applied index is now lower than readState.Index' (duration: 7.458357ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:06:52.43164Z","caller":"traceutil/trace.go:171","msg":"trace[1711912751] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"148.999867ms","start":"2026-07-17T13:06:52.282574Z","end":"2026-07-17T13:06:52.431574Z","steps":["trace[1711912751] 'process raft request' (duration: 141.453758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:06:52.431701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.989285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T13:06:52.431976Z","caller":"traceutil/trace.go:171","msg":"trace[296981353] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:591; }","duration":"122.34554ms","start":"2026-07-17T13:06:52.309603Z","end":"2026-07-17T13:06:52.431949Z","steps":["trace[296981353] 'agreement among raft nodes before linearized reading' (duration: 122.000106ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:06:52.454154Z","caller":"traceutil/trace.go:171","msg":"trace[2051355334] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"138.373241ms","start":"2026-07-17T13:06:52.315727Z","end":"2026-07-17T13:06:52.454101Z","steps":["trace[2051355334] 'process raft request' (duration: 138.161492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:06:52.970825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T13:06:52.538282Z","time spent":"432.536259ms","remote":"127.0.0.1:49980","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T13:06:52.971476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.596189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T13:06:52.971525Z","caller":"traceutil/trace.go:171","msg":"trace[1906078828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:593; }","duration":"418.85409ms","start":"2026-07-17T13:06:52.552654Z","end":"2026-07-17T13:06:52.971508Z","steps":["trace[1906078828] 'range keys from in-memory index tree' (duration: 418.417512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:06:52.971555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T13:06:52.552641Z","time spent":"418.908743ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T13:06:52.986969Z","caller":"traceutil/trace.go:171","msg":"trace[363153618] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"135.34537ms","start":"2026-07-17T13:06:52.851589Z","end":"2026-07-17T13:06:52.986934Z","steps":["trace[363153618] 'process raft request' (duration: 134.527594ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:08:01.787298Z","caller":"traceutil/trace.go:171","msg":"trace[1712647655] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"184.869964ms","start":"2026-07-17T13:08:01.6024Z","end":"2026-07-17T13:08:01.78727Z","steps":["trace[1712647655] 'process raft request' (duration: 137.739782ms)","trace[1712647655] 'compare' (duration: 47.01901ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:08:29.095317Z","caller":"traceutil/trace.go:171","msg":"trace[133462375] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"123.569861ms","start":"2026-07-17T13:08:28.971719Z","end":"2026-07-17T13:08:29.095289Z","steps":["trace[133462375] 'process raft request' (duration: 123.395158ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:12.486449Z","caller":"traceutil/trace.go:171","msg":"trace[450635999] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"357.432473ms","start":"2026-07-17T13:09:12.128995Z","end":"2026-07-17T13:09:12.486428Z","steps":["trace[450635999] 'process raft request' (duration: 357.27443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:09:12.487225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T13:09:12.128968Z","time spent":"357.552585ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T13:09:12.611683Z","caller":"traceutil/trace.go:171","msg":"trace[586417273] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"439.552747ms","start":"2026-07-17T13:09:12.172103Z","end":"2026-07-17T13:09:12.611656Z","steps":["trace[586417273] 'process raft request' (duration: 418.347663ms)","trace[586417273] 'compare' (duration: 21.038851ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:09:12.611848Z","caller":"traceutil/trace.go:171","msg":"trace[1045966281] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2298; }","duration":"437.010458ms","start":"2026-07-17T13:09:12.174815Z","end":"2026-07-17T13:09:12.611825Z","steps":["trace[1045966281] 'read index received' (duration: 311.459952ms)","trace[1045966281] 'applied index is now lower than readState.Index' (duration: 125.548966ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:09:12.611943Z","caller":"traceutil/trace.go:171","msg":"trace[1197037054] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"269.958579ms","start":"2026-07-17T13:09:12.341964Z","end":"2026-07-17T13:09:12.611923Z","steps":["trace[1197037054] 'process raft request' (duration: 269.635624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:09:12.612054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T13:09:12.172078Z","time spent":"439.676429ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T13:09:12.612092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.262702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e3eaa2a-3cc1-4d56-994f-f6e0f7345a01\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-17T13:09:12.612149Z","caller":"traceutil/trace.go:171","msg":"trace[1696727370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e3eaa2a-3cc1-4d56-994f-f6e0f7345a01; range_end:; response_count:1; response_revision:2212; }","duration":"437.369753ms","start":"2026-07-17T13:09:12.174771Z","end":"2026-07-17T13:09:12.612141Z","steps":["trace[1696727370] 'agreement among raft nodes before linearized reading' (duration: 437.16195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:09:12.61218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T13:09:12.17474Z","time spent":"437.432694ms","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e3eaa2a-3cc1-4d56-994f-f6e0f7345a01\" "} {"level":"warn","ts":"2026-07-17T13:09:12.612102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.443329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-17T13:09:12.612291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.781183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T13:09:12.612648Z","caller":"traceutil/trace.go:171","msg":"trace[1540222083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2212; }","duration":"161.24488ms","start":"2026-07-17T13:09:12.45139Z","end":"2026-07-17T13:09:12.612634Z","steps":["trace[1540222083] 'agreement among raft nodes before linearized reading' (duration: 160.58255ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:12.612288Z","caller":"traceutil/trace.go:171","msg":"trace[1761306787] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2212; }","duration":"145.647053ms","start":"2026-07-17T13:09:12.466611Z","end":"2026-07-17T13:09:12.612258Z","steps":["trace[1761306787] 'agreement among raft nodes before linearized reading' (duration: 145.378789ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:24.759103Z","caller":"traceutil/trace.go:171","msg":"trace[274398455] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"234.169181ms","start":"2026-07-17T13:09:24.524869Z","end":"2026-07-17T13:09:24.759038Z","steps":["trace[274398455] 'process raft request' (duration: 196.735853ms)","trace[274398455] 'compare' (duration: 36.982451ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:09:24.853033Z","caller":"traceutil/trace.go:171","msg":"trace[1862264137] linearizableReadLoop","detail":"{readStateIndex:2422; appliedIndex:2420; }","duration":"131.182611ms","start":"2026-07-17T13:09:24.721819Z","end":"2026-07-17T13:09:24.853002Z","steps":["trace[1862264137] 'read index received' (duration: 130.964598ms)","trace[1862264137] 'applied index is now lower than readState.Index' (duration: 216.783µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:09:24.853194Z","caller":"traceutil/trace.go:171","msg":"trace[248969139] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"188.339449ms","start":"2026-07-17T13:09:24.664799Z","end":"2026-07-17T13:09:24.853139Z","steps":["trace[248969139] 'process raft request' (duration: 188.142197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:09:24.853287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.449435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T13:09:24.853346Z","caller":"traceutil/trace.go:171","msg":"trace[2104357275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2328; }","duration":"131.554517ms","start":"2026-07-17T13:09:24.721773Z","end":"2026-07-17T13:09:24.853327Z","steps":["trace[2104357275] 'agreement among raft nodes before linearized reading' (duration: 131.368324ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:24.853175Z","caller":"traceutil/trace.go:171","msg":"trace[566482936] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"203.321869ms","start":"2026-07-17T13:09:24.64975Z","end":"2026-07-17T13:09:24.853072Z","steps":["trace[566482936] 'process raft request' (duration: 203.039815ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:27.31627Z","caller":"traceutil/trace.go:171","msg":"trace[437322205] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"260.777595ms","start":"2026-07-17T13:09:27.055471Z","end":"2026-07-17T13:09:27.316249Z","steps":["trace[437322205] 'process raft request' (duration: 260.663813ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:27.319141Z","caller":"traceutil/trace.go:171","msg":"trace[896283957] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"237.7221ms","start":"2026-07-17T13:09:27.081393Z","end":"2026-07-17T13:09:27.319115Z","steps":["trace[896283957] 'process raft request' (duration: 237.503377ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:46.314403Z","caller":"traceutil/trace.go:171","msg":"trace[1333856626] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"168.757797ms","start":"2026-07-17T13:09:46.145615Z","end":"2026-07-17T13:09:46.314372Z","steps":["trace[1333856626] 'process raft request' (duration: 164.064933ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:47.107059Z","caller":"traceutil/trace.go:171","msg":"trace[431847702] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"277.114629ms","start":"2026-07-17T13:09:46.829925Z","end":"2026-07-17T13:09:47.10704Z","steps":["trace[431847702] 'process raft request' (duration: 276.961817ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:47.116994Z","caller":"traceutil/trace.go:171","msg":"trace[1124728205] linearizableReadLoop","detail":"{readStateIndex:2583; appliedIndex:2580; }","duration":"138.494607ms","start":"2026-07-17T13:09:46.978479Z","end":"2026-07-17T13:09:47.116974Z","steps":["trace[1124728205] 'read index received' (duration: 128.52405ms)","trace[1124728205] 'applied index is now lower than readState.Index' (duration: 9.902766ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:09:47.117092Z","caller":"traceutil/trace.go:171","msg":"trace[1279110770] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"191.014431ms","start":"2026-07-17T13:09:46.926069Z","end":"2026-07-17T13:09:47.117083Z","steps":["trace[1279110770] 'process raft request' (duration: 190.779338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:09:47.117277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.253299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T13:09:47.117324Z","caller":"traceutil/trace.go:171","msg":"trace[945634913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2485; }","duration":"121.34446ms","start":"2026-07-17T13:09:46.995966Z","end":"2026-07-17T13:09:47.11731Z","steps":["trace[945634913] 'agreement among raft nodes before linearized reading' (duration: 121.185108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:09:47.117483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.004643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T13:09:47.11751Z","caller":"traceutil/trace.go:171","msg":"trace[563105211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2485; }","duration":"139.090255ms","start":"2026-07-17T13:09:46.978412Z","end":"2026-07-17T13:09:47.117502Z","steps":["trace[563105211] 'agreement among raft nodes before linearized reading' (duration: 138.984413ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:09:47.117002Z","caller":"traceutil/trace.go:171","msg":"trace[1570577994] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"196.290424ms","start":"2026-07-17T13:09:46.920667Z","end":"2026-07-17T13:09:47.116958Z","steps":["trace[1570577994] 'process raft request' (duration: 196.070112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:09:47.318487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.776073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T13:09:47.318587Z","caller":"traceutil/trace.go:171","msg":"trace[2049435896] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"196.794818ms","start":"2026-07-17T13:09:47.121774Z","end":"2026-07-17T13:09:47.318569Z","steps":["trace[2049435896] 'process raft request' (duration: 19.716731ms)","trace[2049435896] 'compare' (duration: 176.670841ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:10:44.250725Z","caller":"traceutil/trace.go:171","msg":"trace[231200441] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"104.528612ms","start":"2026-07-17T13:10:44.146178Z","end":"2026-07-17T13:10:44.250706Z","steps":["trace[231200441] 'process raft request' (duration: 104.39866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:11:15.930442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.449637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T13:11:15.930559Z","caller":"traceutil/trace.go:171","msg":"trace[1290064463] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"201.286674ms","start":"2026-07-17T13:11:15.729255Z","end":"2026-07-17T13:11:15.930542Z","steps":["trace[1290064463] 'process raft request' (duration: 87.592908ms)","trace[1290064463] 'compare' (duration: 113.282062ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:11:15.943044Z","caller":"traceutil/trace.go:171","msg":"trace[982733268] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"123.37751ms","start":"2026-07-17T13:11:15.819642Z","end":"2026-07-17T13:11:15.943019Z","steps":["trace[982733268] 'process raft request' (duration: 122.931975ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:13:42.492567Z","caller":"traceutil/trace.go:171","msg":"trace[263755507] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"163.234038ms","start":"2026-07-17T13:13:42.329311Z","end":"2026-07-17T13:13:42.492545Z","steps":["trace[263755507] 'process raft request' (duration: 162.760358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:13:42.639212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.54566ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-17T13:13:42.63931Z","caller":"traceutil/trace.go:171","msg":"trace[508421763] linearizableReadLoop","detail":"{readStateIndex:4368; appliedIndex:4367; }","duration":"145.301932ms","start":"2026-07-17T13:13:42.493991Z","end":"2026-07-17T13:13:42.639293Z","steps":["trace[508421763] 'read index received' (duration: 38.65161ms)","trace[508421763] 'applied index is now lower than readState.Index' (duration: 106.648762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T13:13:42.639473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.443414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T13:13:42.63951Z","caller":"traceutil/trace.go:171","msg":"trace[545720055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4212; }","duration":"145.535426ms","start":"2026-07-17T13:13:42.493965Z","end":"2026-07-17T13:13:42.6395Z","steps":["trace[545720055] 'agreement among raft nodes before linearized reading' (duration: 145.438094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:13:42.641059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.347899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T13:13:42.641134Z","caller":"traceutil/trace.go:171","msg":"trace[193535104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4213; }","duration":"120.436621ms","start":"2026-07-17T13:13:42.52068Z","end":"2026-07-17T13:13:42.641117Z","steps":["trace[193535104] 'agreement among raft nodes before linearized reading' (duration: 120.300008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:13:42.641309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.582999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6eeddc44-04ee-4f04-bffb-ed228f6ddb30\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-07-17T13:13:42.641356Z","caller":"traceutil/trace.go:171","msg":"trace[1578355343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6eeddc44-04ee-4f04-bffb-ed228f6ddb30; range_end:; response_count:1; response_revision:4213; }","duration":"115.642681ms","start":"2026-07-17T13:13:42.5257Z","end":"2026-07-17T13:13:42.641343Z","steps":["trace[1578355343] 'agreement among raft nodes before linearized reading' (duration: 115.415116ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:13:42.96163Z","caller":"traceutil/trace.go:171","msg":"trace[1376552050] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"232.579478ms","start":"2026-07-17T13:13:42.72901Z","end":"2026-07-17T13:13:42.96159Z","steps":["trace[1376552050] 'process raft request' (duration: 232.412245ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:13:42.978201Z","caller":"traceutil/trace.go:171","msg":"trace[1985020281] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"248.688395ms","start":"2026-07-17T13:13:42.729491Z","end":"2026-07-17T13:13:42.978179Z","steps":["trace[1985020281] 'process raft request' (duration: 248.463751ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:13:42.978218Z","caller":"traceutil/trace.go:171","msg":"trace[896366530] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"248.685925ms","start":"2026-07-17T13:13:42.729514Z","end":"2026-07-17T13:13:42.9782Z","steps":["trace[896366530] 'process raft request' (duration: 248.568112ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:13:42.978154Z","caller":"traceutil/trace.go:171","msg":"trace[1903058103] linearizableReadLoop","detail":"{readStateIndex:4373; appliedIndex:4370; }","duration":"233.780202ms","start":"2026-07-17T13:13:42.744349Z","end":"2026-07-17T13:13:42.978129Z","steps":["trace[1903058103] 'read index received' (duration: 217.097983ms)","trace[1903058103] 'applied index is now lower than readState.Index' (duration: 16.681139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T13:13:42.978366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.995967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T13:13:42.978428Z","caller":"traceutil/trace.go:171","msg":"trace[1969879699] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4217; }","duration":"234.095679ms","start":"2026-07-17T13:13:42.744319Z","end":"2026-07-17T13:13:42.978415Z","steps":["trace[1969879699] 'agreement among raft nodes before linearized reading' (duration: 233.987767ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:15:19.662289Z","caller":"traceutil/trace.go:171","msg":"trace[946776808] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"251.235439ms","start":"2026-07-17T13:15:19.411026Z","end":"2026-07-17T13:15:19.662261Z","steps":["trace[946776808] 'process raft request' (duration: 251.091176ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:15:19.662316Z","caller":"traceutil/trace.go:171","msg":"trace[156048764] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5368; }","duration":"184.323774ms","start":"2026-07-17T13:15:19.477964Z","end":"2026-07-17T13:15:19.662288Z","steps":["trace[156048764] 'read index received' (duration: 184.312974ms)","trace[156048764] 'applied index is now lower than readState.Index' (duration: 8.01µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T13:15:19.662934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.954936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T13:15:19.663035Z","caller":"traceutil/trace.go:171","msg":"trace[1791840430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5117; }","duration":"185.066458ms","start":"2026-07-17T13:15:19.477922Z","end":"2026-07-17T13:15:19.662989Z","steps":["trace[1791840430] 'agreement among raft nodes before linearized reading' (duration: 184.444776ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:15:19.669261Z","caller":"traceutil/trace.go:171","msg":"trace[890317133] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"165.337951ms","start":"2026-07-17T13:15:19.503909Z","end":"2026-07-17T13:15:19.669247Z","steps":["trace[890317133] 'process raft request' (duration: 165.25502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:15:19.669491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.318657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T13:15:19.669555Z","caller":"traceutil/trace.go:171","msg":"trace[1476194246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5118; }","duration":"191.425769ms","start":"2026-07-17T13:15:19.47812Z","end":"2026-07-17T13:15:19.669546Z","steps":["trace[1476194246] 'agreement among raft nodes before linearized reading' (duration: 191.268626ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:16:09.536218Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3122} {"level":"info","ts":"2026-07-17T13:16:09.673306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3122,"took":"135.536678ms","hash":466080925,"current-db-size-bytes":43339776,"current-db-size":"43 MB","current-db-size-in-use-bytes":13656064,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-17T13:16:09.673413Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":466080925,"revision":3122,"compact-revision":-1} {"level":"info","ts":"2026-07-17T13:16:34.705918Z","caller":"traceutil/trace.go:171","msg":"trace[519587807] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"110.487774ms","start":"2026-07-17T13:16:34.59511Z","end":"2026-07-17T13:16:34.705598Z","steps":["trace[519587807] 'process raft request' (duration: 110.255059ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:16:34.716207Z","caller":"traceutil/trace.go:171","msg":"trace[74215141] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"113.070394ms","start":"2026-07-17T13:16:34.60312Z","end":"2026-07-17T13:16:34.71619Z","steps":["trace[74215141] 'process raft request' (duration: 113.037284ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:16:34.716275Z","caller":"traceutil/trace.go:171","msg":"trace[427036171] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"119.756592ms","start":"2026-07-17T13:16:34.596491Z","end":"2026-07-17T13:16:34.716248Z","steps":["trace[427036171] 'process raft request' (duration: 119.570099ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:16:47.432465Z","caller":"traceutil/trace.go:171","msg":"trace[887874270] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"112.848634ms","start":"2026-07-17T13:16:47.319573Z","end":"2026-07-17T13:16:47.432421Z","steps":["trace[887874270] 'process raft request' (duration: 112.678541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:09.485286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.305397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-17T13:21:09.485401Z","caller":"traceutil/trace.go:171","msg":"trace[220638376] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8370; }","duration":"307.456461ms","start":"2026-07-17T13:21:09.177919Z","end":"2026-07-17T13:21:09.485375Z","steps":["trace[220638376] 'range keys from in-memory index tree' (duration: 307.210495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:09.485454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T13:21:09.177903Z","time spent":"307.535054ms","remote":"127.0.0.1:43728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-17T13:21:09.636745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5436} {"level":"info","ts":"2026-07-17T13:21:10.006237Z","caller":"traceutil/trace.go:171","msg":"trace[178826544] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"289.577601ms","start":"2026-07-17T13:21:09.716635Z","end":"2026-07-17T13:21:10.006212Z","steps":["trace[178826544] 'process raft request' (duration: 289.487938ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:10.006393Z","caller":"traceutil/trace.go:171","msg":"trace[188166637] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8737; }","duration":"267.413052ms","start":"2026-07-17T13:21:09.738959Z","end":"2026-07-17T13:21:10.006372Z","steps":["trace[188166637] 'read index received' (duration: 4.667429ms)","trace[188166637] 'applied index is now lower than readState.Index' (duration: 262.744563ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:21:10.006489Z","caller":"traceutil/trace.go:171","msg":"trace[1021144557] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"283.572966ms","start":"2026-07-17T13:21:09.722909Z","end":"2026-07-17T13:21:10.006482Z","steps":["trace[1021144557] 'process raft request' (duration: 283.267138ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:10.006585Z","caller":"traceutil/trace.go:171","msg":"trace[4788878] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"273.229882ms","start":"2026-07-17T13:21:09.733349Z","end":"2026-07-17T13:21:10.006579Z","steps":["trace[4788878] 'process raft request' (duration: 272.899883ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:10.006703Z","caller":"traceutil/trace.go:171","msg":"trace[1507549922] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"296.001167ms","start":"2026-07-17T13:21:09.710688Z","end":"2026-07-17T13:21:10.006689Z","steps":["trace[1507549922] 'process raft request' (duration: 279.219816ms)","trace[1507549922] 'compare' (duration: 16.070681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T13:21:10.006757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.981675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-17T13:21:10.006798Z","caller":"traceutil/trace.go:171","msg":"trace[1170312284] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8388; }","duration":"324.051046ms","start":"2026-07-17T13:21:09.682733Z","end":"2026-07-17T13:21:10.006784Z","steps":["trace[1170312284] 'agreement among raft nodes before linearized reading' (duration: 323.896872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:10.006837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T13:21:09.682693Z","time spent":"324.132919ms","remote":"127.0.0.1:43780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-17T13:21:10.040826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5436,"took":"402.237282ms","hash":3320369548,"current-db-size-bytes":43339776,"current-db-size":"43 MB","current-db-size-in-use-bytes":30314496,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-17T13:21:10.040889Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3320369548,"revision":5436,"compact-revision":3122} {"level":"info","ts":"2026-07-17T13:21:10.047273Z","caller":"traceutil/trace.go:171","msg":"trace[111279910] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"298.122023ms","start":"2026-07-17T13:21:09.749121Z","end":"2026-07-17T13:21:10.047243Z","steps":["trace[111279910] 'process raft request' (duration: 297.920938ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:10.047329Z","caller":"traceutil/trace.go:171","msg":"trace[1327385656] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"297.515696ms","start":"2026-07-17T13:21:09.749794Z","end":"2026-07-17T13:21:10.04731Z","steps":["trace[1327385656] 'process raft request' (duration: 297.435274ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:10.047517Z","caller":"traceutil/trace.go:171","msg":"trace[492094515] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"298.34934ms","start":"2026-07-17T13:21:09.749121Z","end":"2026-07-17T13:21:10.047471Z","steps":["trace[492094515] 'process raft request' (duration: 298.054052ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:10.047568Z","caller":"traceutil/trace.go:171","msg":"trace[181824189] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"296.960501ms","start":"2026-07-17T13:21:09.750589Z","end":"2026-07-17T13:21:10.047549Z","steps":["trace[181824189] 'process raft request' (duration: 296.676903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:10.047688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.809377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T13:21:10.047807Z","caller":"traceutil/trace.go:171","msg":"trace[1942541205] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8392; }","duration":"304.970951ms","start":"2026-07-17T13:21:09.742811Z","end":"2026-07-17T13:21:10.047782Z","steps":["trace[1942541205] 'agreement among raft nodes before linearized reading' (duration: 304.780536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:10.047876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T13:21:09.742795Z","time spent":"305.067174ms","remote":"127.0.0.1:43728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-07-17T13:21:10.178257Z","caller":"traceutil/trace.go:171","msg":"trace[1885480508] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"101.912995ms","start":"2026-07-17T13:21:10.07632Z","end":"2026-07-17T13:21:10.178233Z","steps":["trace[1885480508] 'process raft request' (duration: 101.72181ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:14.156679Z","caller":"traceutil/trace.go:171","msg":"trace[846787078] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"138.903815ms","start":"2026-07-17T13:21:14.017749Z","end":"2026-07-17T13:21:14.156653Z","steps":["trace[846787078] 'process raft request' (duration: 138.686089ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:14.163265Z","caller":"traceutil/trace.go:171","msg":"trace[843929280] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"144.187968ms","start":"2026-07-17T13:21:14.019057Z","end":"2026-07-17T13:21:14.163245Z","steps":["trace[843929280] 'process raft request' (duration: 144.004313ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:14.163316Z","caller":"traceutil/trace.go:171","msg":"trace[2068681964] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8800; }","duration":"128.161202ms","start":"2026-07-17T13:21:14.035134Z","end":"2026-07-17T13:21:14.163296Z","steps":["trace[2068681964] 'read index received' (duration: 121.48362ms)","trace[2068681964] 'applied index is now lower than readState.Index' (duration: 6.676432ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T13:21:14.16336Z","caller":"traceutil/trace.go:171","msg":"trace[1360171666] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"142.336308ms","start":"2026-07-17T13:21:14.02101Z","end":"2026-07-17T13:21:14.163346Z","steps":["trace[1360171666] 'process raft request' (duration: 142.226625ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:14.163403Z","caller":"traceutil/trace.go:171","msg":"trace[1187900910] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"141.720511ms","start":"2026-07-17T13:21:14.021675Z","end":"2026-07-17T13:21:14.163396Z","steps":["trace[1187900910] 'process raft request' (duration: 141.590738ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:14.163464Z","caller":"traceutil/trace.go:171","msg":"trace[262253454] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"142.514373ms","start":"2026-07-17T13:21:14.020942Z","end":"2026-07-17T13:21:14.163457Z","steps":["trace[262253454] 'process raft request' (duration: 142.250496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:14.163698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.193813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-776b798b7d-bwpfs.18c3165d95bded97\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-17T13:21:14.16373Z","caller":"traceutil/trace.go:171","msg":"trace[368136094] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-776b798b7d-bwpfs.18c3165d95bded97; range_end:; response_count:1; response_revision:8451; }","duration":"124.272905ms","start":"2026-07-17T13:21:14.039448Z","end":"2026-07-17T13:21:14.163721Z","steps":["trace[368136094] 'agreement among raft nodes before linearized reading' (duration: 124.136181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:14.163743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.596134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-8gmlt\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-07-17T13:21:14.163783Z","caller":"traceutil/trace.go:171","msg":"trace[377168382] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-8gmlt; range_end:; response_count:1; response_revision:8451; }","duration":"128.675745ms","start":"2026-07-17T13:21:14.035095Z","end":"2026-07-17T13:21:14.16377Z","steps":["trace[377168382] 'agreement among raft nodes before linearized reading' (duration: 128.576013ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:15.692234Z","caller":"traceutil/trace.go:171","msg":"trace[266416529] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"107.062943ms","start":"2026-07-17T13:21:15.585146Z","end":"2026-07-17T13:21:15.692209Z","steps":["trace[266416529] 'process raft request' (duration: 106.764505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:52.566591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.104202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T13:21:52.566696Z","caller":"traceutil/trace.go:171","msg":"trace[1822123726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8894; }","duration":"116.285837ms","start":"2026-07-17T13:21:52.450391Z","end":"2026-07-17T13:21:52.566677Z","steps":["trace[1822123726] 'range keys from in-memory index tree' (duration: 115.835076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T13:21:52.566602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.892558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T13:21:52.566987Z","caller":"traceutil/trace.go:171","msg":"trace[1969447327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8894; }","duration":"118.306518ms","start":"2026-07-17T13:21:52.448655Z","end":"2026-07-17T13:21:52.566961Z","steps":["trace[1969447327] 'range keys from in-memory index tree' (duration: 117.822737ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:52.57932Z","caller":"traceutil/trace.go:171","msg":"trace[273744880] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"113.122215ms","start":"2026-07-17T13:21:52.466181Z","end":"2026-07-17T13:21:52.579304Z","steps":["trace[273744880] 'process raft request' (duration: 113.009092ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:21:52.597534Z","caller":"traceutil/trace.go:171","msg":"trace[1717311216] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"115.220159ms","start":"2026-07-17T13:21:52.482277Z","end":"2026-07-17T13:21:52.597498Z","steps":["trace[1717311216] 'process raft request' (duration: 114.84903ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T13:23:28.427601Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T13:23:28.431571Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-17T13:23:28.431714Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-17T13:24:40.61947Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002986.wal"} {"level":"info","ts":"2026-07-17T13:26:09.64393Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8372} {"level":"info","ts":"2026-07-17T13:26:09.932991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8372,"took":"287.233735ms","hash":1907468561,"current-db-size-bytes":43339776,"current-db-size":"43 MB","current-db-size-in-use-bytes":21090304,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-07-17T13:26:09.933068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1907468561,"revision":8372,"compact-revision":5436}