{"level":"warn","ts":"2026-07-14T17:36:00.987732Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-14T17:36:00.987839Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.91:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.91:2380","--initial-cluster=instance=https://199.19.213.91:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.91:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.91:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-14T17:36:00.987922Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-14T17:36:00.987939Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.91:2380"]} {"level":"info","ts":"2026-07-14T17:36:00.987966Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-14T17:36:00.988865Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.91:2379"]} {"level":"info","ts":"2026-07-14T17:36:00.988973Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.91:2380"],"listen-peer-urls":["https://199.19.213.91:2380"],"advertise-client-urls":["https://199.19.213.91:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.91:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.91:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-14T17:36:00.996513Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.299755ms"} {"level":"info","ts":"2026-07-14T17:36:01.004145Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2c24222821500990","cluster-id":"f38faa6ba493daad"} {"level":"info","ts":"2026-07-14T17:36:01.004226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 switched to configuration voters=()"} {"level":"info","ts":"2026-07-14T17:36:01.004255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became follower at term 0"} {"level":"info","ts":"2026-07-14T17:36:01.004273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2c24222821500990 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-14T17:36:01.004305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became follower at term 1"} {"level":"info","ts":"2026-07-14T17:36:01.004351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 switched to configuration voters=(3180704792583342480)"} {"level":"warn","ts":"2026-07-14T17:36:01.010236Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-14T17:36:01.011463Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-14T17:36:01.012547Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-14T17:36:01.015564Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2c24222821500990","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-14T17:36:01.015692Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T17:36:01.015796Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T17:36:01.015809Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T17:36:01.016423Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2c24222821500990","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-14T17:36:01.017349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 switched to configuration voters=(3180704792583342480)"} {"level":"info","ts":"2026-07-14T17:36:01.017497Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f38faa6ba493daad","local-member-id":"2c24222821500990","added-peer-id":"2c24222821500990","added-peer-peer-urls":["https://199.19.213.91:2380"]} {"level":"info","ts":"2026-07-14T17:36:01.021274Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.91:2380"} {"level":"info","ts":"2026-07-14T17:36:01.021313Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.91:2380"} {"level":"info","ts":"2026-07-14T17:36:01.021712Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-14T17:36:01.022776Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-14T17:36:01.022705Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2c24222821500990","initial-advertise-peer-urls":["https://199.19.213.91:2380"],"listen-peer-urls":["https://199.19.213.91:2380"],"advertise-client-urls":["https://199.19.213.91:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.91:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-14T17:36:01.704847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 is starting a new election at term 1"} {"level":"info","ts":"2026-07-14T17:36:01.704971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-14T17:36:01.705037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 received MsgPreVoteResp from 2c24222821500990 at term 1"} {"level":"info","ts":"2026-07-14T17:36:01.705062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became candidate at term 2"} {"level":"info","ts":"2026-07-14T17:36:01.705084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 received MsgVoteResp from 2c24222821500990 at term 2"} {"level":"info","ts":"2026-07-14T17:36:01.70515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2c24222821500990 became leader at term 2"} {"level":"info","ts":"2026-07-14T17:36:01.705168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2c24222821500990 elected leader 2c24222821500990 at term 2"} {"level":"info","ts":"2026-07-14T17:36:01.706229Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2c24222821500990","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.91:2379]}","request-path":"/0/members/2c24222821500990/attributes","cluster-id":"f38faa6ba493daad","publish-timeout":"7s"} {"level":"info","ts":"2026-07-14T17:36:01.706282Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-14T17:36:01.706388Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-14T17:36:01.706534Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-14T17:36:01.707929Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f38faa6ba493daad","local-member-id":"2c24222821500990","cluster-version":"3.5"} {"level":"info","ts":"2026-07-14T17:36:01.708062Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-14T17:36:01.708148Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-14T17:36:01.708247Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-14T17:36:01.708293Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-14T17:36:01.70884Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-14T17:36:01.710138Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.91:2379"} {"level":"info","ts":"2026-07-14T17:36:15.440716Z","caller":"traceutil/trace.go:171","msg":"trace[1203555728] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"157.538341ms","start":"2026-07-14T17:36:15.283137Z","end":"2026-07-14T17:36:15.440676Z","steps":["trace[1203555728] 'process raft request' (duration: 140.935655ms)","trace[1203555728] 'compare' (duration: 16.443455ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T17:36:15.778617Z","caller":"traceutil/trace.go:171","msg":"trace[1191014322] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"327.21492ms","start":"2026-07-14T17:36:15.451378Z","end":"2026-07-14T17:36:15.778593Z","steps":["trace[1191014322] 'process raft request' (duration: 326.995987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:36:15.779474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T17:36:15.451366Z","time spent":"327.321861ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T17:36:15.969455Z","caller":"traceutil/trace.go:171","msg":"trace[415601782] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"177.83824ms","start":"2026-07-14T17:36:15.791592Z","end":"2026-07-14T17:36:15.96943Z","steps":["trace[415601782] 'process raft request' (duration: 177.623337ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:36:15.969782Z","caller":"traceutil/trace.go:171","msg":"trace[547839604] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:420; }","duration":"121.648988ms","start":"2026-07-14T17:36:15.848112Z","end":"2026-07-14T17:36:15.969761Z","steps":["trace[547839604] 'read index received' (duration: 121.640408ms)","trace[547839604] 'applied index is now lower than readState.Index' (duration: 6.83µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T17:36:15.96995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.648459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-14T17:36:15.970005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.876571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-14T17:36:15.970032Z","caller":"traceutil/trace.go:171","msg":"trace[1233939001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:405; }","duration":"106.76945ms","start":"2026-07-14T17:36:15.863249Z","end":"2026-07-14T17:36:15.970019Z","steps":["trace[1233939001] 'agreement among raft nodes before linearized reading' (duration: 106.629679ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:36:15.970084Z","caller":"traceutil/trace.go:171","msg":"trace[1430307889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:405; }","duration":"121.987302ms","start":"2026-07-14T17:36:15.848078Z","end":"2026-07-14T17:36:15.970066Z","steps":["trace[1430307889] 'agreement among raft nodes before linearized reading' (duration: 121.85576ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:36:54.573897Z","caller":"traceutil/trace.go:171","msg":"trace[1718893387] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"166.570856ms","start":"2026-07-14T17:36:54.407307Z","end":"2026-07-14T17:36:54.573877Z","steps":["trace[1718893387] 'process raft request' (duration: 166.443525ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:36:54.660017Z","caller":"traceutil/trace.go:171","msg":"trace[1339324934] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"240.360136ms","start":"2026-07-14T17:36:54.419626Z","end":"2026-07-14T17:36:54.659986Z","steps":["trace[1339324934] 'process raft request' (duration: 239.705249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:36:55.381903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.687494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-14T17:36:55.382095Z","caller":"traceutil/trace.go:171","msg":"trace[2107219305] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:685; }","duration":"490.247626ms","start":"2026-07-14T17:36:54.89183Z","end":"2026-07-14T17:36:55.382078Z","steps":["trace[2107219305] 'read index received' (duration: 98.051µs)","trace[2107219305] 'applied index is now lower than readState.Index' (duration: 490.148745ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T17:36:55.382207Z","caller":"traceutil/trace.go:171","msg":"trace[519298265] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"661.661233ms","start":"2026-07-14T17:36:54.720536Z","end":"2026-07-14T17:36:55.382197Z","steps":["trace[519298265] 'process raft request' (duration: 44.491004ms)","trace[519298265] 'compare' (duration: 616.543262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T17:36:55.382269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T17:36:54.720519Z","time spent":"661.721873ms","remote":"127.0.0.1:39752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-14T17:36:55.3824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.620672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-14T17:36:55.382439Z","caller":"traceutil/trace.go:171","msg":"trace[2098845625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:658; }","duration":"158.698122ms","start":"2026-07-14T17:36:55.223731Z","end":"2026-07-14T17:36:55.382429Z","steps":["trace[2098845625] 'agreement among raft nodes before linearized reading' (duration: 158.586461ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:36:55.382442Z","caller":"traceutil/trace.go:171","msg":"trace[2139078168] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"661.39015ms","start":"2026-07-14T17:36:54.721037Z","end":"2026-07-14T17:36:55.382427Z","steps":["trace[2139078168] 'process raft request' (duration: 660.969846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:36:55.382466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.627669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lgw77\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-14T17:36:55.382546Z","caller":"traceutil/trace.go:171","msg":"trace[1501068587] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lgw77; range_end:; response_count:1; response_revision:658; }","duration":"490.785641ms","start":"2026-07-14T17:36:54.89174Z","end":"2026-07-14T17:36:55.382526Z","steps":["trace[1501068587] 'agreement among raft nodes before linearized reading' (duration: 490.519598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:36:55.382577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T17:36:54.721029Z","time spent":"661.448981ms","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T17:36:55.382594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T17:36:54.891696Z","time spent":"490.884883ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-lgw77\" "} {"level":"warn","ts":"2026-07-14T17:36:55.382722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.039924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.91\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-14T17:36:55.382802Z","caller":"traceutil/trace.go:171","msg":"trace[1808105266] range","detail":"{range_begin:/registry/masterleases/199.19.213.91; range_end:; response_count:1; response_revision:658; }","duration":"131.182266ms","start":"2026-07-14T17:36:55.251599Z","end":"2026-07-14T17:36:55.382781Z","steps":["trace[1808105266] 'agreement among raft nodes before linearized reading' (duration: 130.903813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:37:10.603477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.023136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T17:37:10.603561Z","caller":"traceutil/trace.go:171","msg":"trace[1291767313] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:822; }","duration":"230.161503ms","start":"2026-07-14T17:37:10.373382Z","end":"2026-07-14T17:37:10.603543Z","steps":["trace[1291767313] 'count revisions from in-memory index tree' (duration: 229.849056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:38:30.197059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.207603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-14T17:38:30.197133Z","caller":"traceutil/trace.go:171","msg":"trace[1681448573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"190.324447ms","start":"2026-07-14T17:38:30.006791Z","end":"2026-07-14T17:38:30.197115Z","steps":["trace[1681448573] 'range keys from in-memory index tree' (duration: 189.983504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:38:30.704273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.096457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-14T17:38:30.704356Z","caller":"traceutil/trace.go:171","msg":"trace[217004738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1897; }","duration":"101.223352ms","start":"2026-07-14T17:38:30.603112Z","end":"2026-07-14T17:38:30.704336Z","steps":["trace[217004738] 'range keys from in-memory index tree' (duration: 100.936122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:39:05.191205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.266822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-14T17:39:05.192156Z","caller":"traceutil/trace.go:171","msg":"trace[865323804] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"248.378547ms","start":"2026-07-14T17:39:04.943753Z","end":"2026-07-14T17:39:05.192132Z","steps":["trace[865323804] 'process raft request' (duration: 248.247123ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:39:05.192298Z","caller":"traceutil/trace.go:171","msg":"trace[704915625] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"258.746827ms","start":"2026-07-14T17:39:04.932577Z","end":"2026-07-14T17:39:05.191324Z","steps":["trace[704915625] 'process raft request' (duration: 156.271728ms)","trace[704915625] 'compare' (duration: 102.124757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T17:39:05.509384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.057466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-14T17:39:05.509469Z","caller":"traceutil/trace.go:171","msg":"trace[2013445768] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2229; }","duration":"126.109925ms","start":"2026-07-14T17:39:05.383345Z","end":"2026-07-14T17:39:05.509455Z","steps":["trace[2013445768] 'read index received' (duration: 34.841µs)","trace[2013445768] 'applied index is now lower than readState.Index' (duration: 126.073894ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T17:39:05.509526Z","caller":"traceutil/trace.go:171","msg":"trace[271388849] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"223.819043ms","start":"2026-07-14T17:39:05.285696Z","end":"2026-07-14T17:39:05.509516Z","steps":["trace[271388849] 'process raft request' (duration: 82.666392ms)","trace[271388849] 'compare' (duration: 139.828329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T17:39:05.50983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.461136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-14T17:39:05.509929Z","caller":"traceutil/trace.go:171","msg":"trace[1196187472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2144; }","duration":"126.57998ms","start":"2026-07-14T17:39:05.383303Z","end":"2026-07-14T17:39:05.509883Z","steps":["trace[1196187472] 'agreement among raft nodes before linearized reading' (duration: 126.26293ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:40:42.117271Z","caller":"traceutil/trace.go:171","msg":"trace[2042231279] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2880; }","duration":"102.459297ms","start":"2026-07-14T17:40:42.014791Z","end":"2026-07-14T17:40:42.117251Z","steps":["trace[2042231279] 'read index received' (duration: 102.344185ms)","trace[2042231279] 'applied index is now lower than readState.Index' (duration: 114.012µs)"],"step_count":2} {"level":"info","ts":"2026-07-14T17:40:42.117328Z","caller":"traceutil/trace.go:171","msg":"trace[1417378940] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"104.953434ms","start":"2026-07-14T17:40:42.012341Z","end":"2026-07-14T17:40:42.117294Z","steps":["trace[1417378940] 'process raft request' (duration: 104.7539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:40:42.11747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.654552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-14T17:40:42.117521Z","caller":"traceutil/trace.go:171","msg":"trace[1133478366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2773; }","duration":"102.748624ms","start":"2026-07-14T17:40:42.014756Z","end":"2026-07-14T17:40:42.117505Z","steps":["trace[1133478366] 'agreement among raft nodes before linearized reading' (duration: 102.58024ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:40:42.265222Z","caller":"traceutil/trace.go:171","msg":"trace[209517064] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"124.829906ms","start":"2026-07-14T17:40:42.140362Z","end":"2026-07-14T17:40:42.265192Z","steps":["trace[209517064] 'process raft request' (duration: 53.641788ms)","trace[209517064] 'compare' (duration: 70.680976ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T17:44:52.639642Z","caller":"traceutil/trace.go:171","msg":"trace[1352079270] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"145.495482ms","start":"2026-07-14T17:44:52.494114Z","end":"2026-07-14T17:44:52.639609Z","steps":["trace[1352079270] 'process raft request' (duration: 143.716353ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:44:52.865474Z","caller":"traceutil/trace.go:171","msg":"trace[990608101] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4993; }","duration":"180.089166ms","start":"2026-07-14T17:44:52.685363Z","end":"2026-07-14T17:44:52.865452Z","steps":["trace[990608101] 'read index received' (duration: 94.015157ms)","trace[990608101] 'applied index is now lower than readState.Index' (duration: 86.073119ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T17:44:52.865582Z","caller":"traceutil/trace.go:171","msg":"trace[408627062] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"351.195048ms","start":"2026-07-14T17:44:52.514379Z","end":"2026-07-14T17:44:52.865574Z","steps":["trace[408627062] 'process raft request' (duration: 265.060608ms)","trace[408627062] 'compare' (duration: 85.859325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T17:44:52.865782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.398241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T17:44:52.865843Z","caller":"traceutil/trace.go:171","msg":"trace[1614153679] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4806; }","duration":"180.504593ms","start":"2026-07-14T17:44:52.685325Z","end":"2026-07-14T17:44:52.86583Z","steps":["trace[1614153679] 'agreement among raft nodes before linearized reading' (duration: 180.368061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:44:52.865964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.062146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-14T17:44:52.866179Z","caller":"traceutil/trace.go:171","msg":"trace[207093922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4806; }","duration":"132.217529ms","start":"2026-07-14T17:44:52.733805Z","end":"2026-07-14T17:44:52.866023Z","steps":["trace[207093922] 'agreement among raft nodes before linearized reading' (duration: 131.897984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:44:52.865741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T17:44:52.514359Z","time spent":"351.245958ms","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1438,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-14T17:44:53.269704Z","caller":"traceutil/trace.go:171","msg":"trace[245601802] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"259.75769ms","start":"2026-07-14T17:44:53.009929Z","end":"2026-07-14T17:44:53.269686Z","steps":["trace[245601802] 'process raft request' (duration: 259.460256ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:44:53.270058Z","caller":"traceutil/trace.go:171","msg":"trace[1204593691] linearizableReadLoop","detail":"{readStateIndex:5011; appliedIndex:5007; }","duration":"236.712731ms","start":"2026-07-14T17:44:53.033323Z","end":"2026-07-14T17:44:53.270036Z","steps":["trace[1204593691] 'read index received' (duration: 236.197863ms)","trace[1204593691] 'applied index is now lower than readState.Index' (duration: 513.698µs)"],"step_count":2} {"level":"info","ts":"2026-07-14T17:44:53.270081Z","caller":"traceutil/trace.go:171","msg":"trace[133750436] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"256.154402ms","start":"2026-07-14T17:44:53.013896Z","end":"2026-07-14T17:44:53.27005Z","steps":["trace[133750436] 'process raft request' (duration: 256.01852ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:44:53.270294Z","caller":"traceutil/trace.go:171","msg":"trace[1201999789] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"255.619094ms","start":"2026-07-14T17:44:53.01466Z","end":"2026-07-14T17:44:53.270279Z","steps":["trace[1201999789] 'process raft request' (duration: 255.327469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:44:53.270335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.000176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-14T17:44:53.270358Z","caller":"traceutil/trace.go:171","msg":"trace[152066268] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4823; }","duration":"237.065647ms","start":"2026-07-14T17:44:53.033285Z","end":"2026-07-14T17:44:53.27035Z","steps":["trace[152066268] 'agreement among raft nodes before linearized reading' (duration: 236.979866ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:44:53.270173Z","caller":"traceutil/trace.go:171","msg":"trace[2045492974] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"259.706229ms","start":"2026-07-14T17:44:53.01046Z","end":"2026-07-14T17:44:53.270166Z","steps":["trace[2045492974] 'process raft request' (duration: 259.171501ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:44:53.278427Z","caller":"traceutil/trace.go:171","msg":"trace[115506496] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"244.968483ms","start":"2026-07-14T17:44:53.033443Z","end":"2026-07-14T17:44:53.278412Z","steps":["trace[115506496] 'process raft request' (duration: 244.629087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:44:53.278538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.900666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-14T17:44:53.278599Z","caller":"traceutil/trace.go:171","msg":"trace[2006786286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4825; }","duration":"141.020819ms","start":"2026-07-14T17:44:53.137565Z","end":"2026-07-14T17:44:53.278586Z","steps":["trace[2006786286] 'agreement among raft nodes before linearized reading' (duration: 140.768705ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:44:53.278818Z","caller":"traceutil/trace.go:171","msg":"trace[1530837182] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"157.232768ms","start":"2026-07-14T17:44:53.121559Z","end":"2026-07-14T17:44:53.278792Z","steps":["trace[1530837182] 'process raft request' (duration: 156.590688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:44:53.282525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.690637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-07-14T17:44:53.282598Z","caller":"traceutil/trace.go:171","msg":"trace[2131715462] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4825; }","duration":"109.788659ms","start":"2026-07-14T17:44:53.172787Z","end":"2026-07-14T17:44:53.282575Z","steps":["trace[2131715462] 'agreement among raft nodes before linearized reading' (duration: 106.212931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T17:44:53.28328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.735666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-07-14T17:44:53.28342Z","caller":"traceutil/trace.go:171","msg":"trace[362065585] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4825; }","duration":"122.887078ms","start":"2026-07-14T17:44:53.160503Z","end":"2026-07-14T17:44:53.28339Z","steps":["trace[362065585] 'agreement among raft nodes before linearized reading' (duration: 118.06734ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:44:56.547929Z","caller":"traceutil/trace.go:171","msg":"trace[1811490551] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"297.179373ms","start":"2026-07-14T17:44:56.250731Z","end":"2026-07-14T17:44:56.547911Z","steps":["trace[1811490551] 'process raft request' (duration: 297.057391ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:45:08.417773Z","caller":"traceutil/trace.go:171","msg":"trace[64454285] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"156.222404ms","start":"2026-07-14T17:45:08.261528Z","end":"2026-07-14T17:45:08.41775Z","steps":["trace[64454285] 'process raft request' (duration: 155.774357ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T17:46:02.237501Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2879} {"level":"info","ts":"2026-07-14T17:46:02.450064Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2879,"took":"211.040811ms","hash":2274649321,"current-db-size-bytes":53186560,"current-db-size":"53 MB","current-db-size-in-use-bytes":28606464,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-14T17:46:02.450144Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2274649321,"revision":2879,"compact-revision":-1} {"level":"info","ts":"2026-07-14T17:51:02.243967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5500} {"level":"info","ts":"2026-07-14T17:51:02.310766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5500,"took":"65.631202ms","hash":2981286082,"current-db-size-bytes":53186560,"current-db-size":"53 MB","current-db-size-in-use-bytes":18489344,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-14T17:51:02.310821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2981286082,"revision":5500,"compact-revision":2879}