{"level":"warn","ts":"2026-07-24T17:24:51.18708Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:24:51.1872Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.180:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.180:2380","--initial-cluster=instance=https://199.19.213.180:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.180:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.180:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T17:24:51.187347Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:24:51.187385Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.180:2380"]} {"level":"info","ts":"2026-07-24T17:24:51.187412Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:24:51.188347Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"]} {"level":"info","ts":"2026-07-24T17:24:51.188511Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.180:2380"],"listen-peer-urls":["https://199.19.213.180:2380"],"advertise-client-urls":["https://199.19.213.180:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.180:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T17:24:51.634563Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"445.72519ms"} {"level":"info","ts":"2026-07-24T17:24:51.766128Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5d6864bfaf2cb565","cluster-id":"32ff95319ee9cd99"} {"level":"info","ts":"2026-07-24T17:24:51.766251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:24:51.766297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became follower at term 0"} {"level":"info","ts":"2026-07-24T17:24:51.76632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5d6864bfaf2cb565 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T17:24:51.766334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became follower at term 1"} {"level":"info","ts":"2026-07-24T17:24:51.766425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 switched to configuration voters=(6730740417545680229)"} {"level":"warn","ts":"2026-07-24T17:24:51.779081Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:24:51.781286Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:24:51.783856Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:24:51.790423Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5d6864bfaf2cb565","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:24:51.790999Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5d6864bfaf2cb565","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T17:24:51.79102Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:24:51.792028Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:24:51.792076Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:24:51.793791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 switched to configuration voters=(6730740417545680229)"} {"level":"info","ts":"2026-07-24T17:24:51.795227Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"32ff95319ee9cd99","local-member-id":"5d6864bfaf2cb565","added-peer-id":"5d6864bfaf2cb565","added-peer-peer-urls":["https://199.19.213.180:2380"]} {"level":"info","ts":"2026-07-24T17:24:51.797356Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:24:51.797694Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5d6864bfaf2cb565","initial-advertise-peer-urls":["https://199.19.213.180:2380"],"listen-peer-urls":["https://199.19.213.180:2380"],"advertise-client-urls":["https://199.19.213.180:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:24:51.797744Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:24:51.797852Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.180:2380"} {"level":"info","ts":"2026-07-24T17:24:51.797871Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.180:2380"} {"level":"info","ts":"2026-07-24T17:24:51.96735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T17:24:51.96743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T17:24:51.967477Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 received MsgPreVoteResp from 5d6864bfaf2cb565 at term 1"} {"level":"info","ts":"2026-07-24T17:24:51.967502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became candidate at term 2"} {"level":"info","ts":"2026-07-24T17:24:51.967515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 received MsgVoteResp from 5d6864bfaf2cb565 at term 2"} {"level":"info","ts":"2026-07-24T17:24:51.96753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became leader at term 2"} {"level":"info","ts":"2026-07-24T17:24:51.967542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5d6864bfaf2cb565 elected leader 5d6864bfaf2cb565 at term 2"} {"level":"info","ts":"2026-07-24T17:24:51.968414Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:24:51.969217Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:24:51.96922Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5d6864bfaf2cb565","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.180:2379]}","request-path":"/0/members/5d6864bfaf2cb565/attributes","cluster-id":"32ff95319ee9cd99","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:24:51.969246Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:24:51.969498Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:24:51.969526Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:24:51.969737Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"32ff95319ee9cd99","local-member-id":"5d6864bfaf2cb565","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:24:51.96996Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:24:51.970015Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T17:24:51.97298Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T17:24:51.973307Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.180:2379"} {"level":"warn","ts":"2026-07-24T17:25:27.038879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.193744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:7352"} {"level":"info","ts":"2026-07-24T17:25:27.039273Z","caller":"traceutil/trace.go:171","msg":"trace[397130448] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"176.350184ms","start":"2026-07-24T17:25:26.862914Z","end":"2026-07-24T17:25:27.039264Z","steps":["trace[397130448] 'process raft request' (duration: 176.287752ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.039255Z","caller":"traceutil/trace.go:171","msg":"trace[236432474] transaction","detail":"{read_only:false; number_of_response:1; response_revision:500; }","duration":"180.77531ms","start":"2026-07-24T17:25:26.85845Z","end":"2026-07-24T17:25:27.039225Z","steps":["trace[236432474] 'process raft request' (duration: 76.793641ms)","trace[236432474] 'compare' (duration: 103.071499ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:27.039304Z","caller":"traceutil/trace.go:171","msg":"trace[1458961829] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"180.051165ms","start":"2026-07-24T17:25:26.859225Z","end":"2026-07-24T17:25:27.039276Z","steps":["trace[1458961829] 'process raft request' (duration: 179.866599ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.039462Z","caller":"traceutil/trace.go:171","msg":"trace[206968770] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"180.895263ms","start":"2026-07-24T17:25:26.85853Z","end":"2026-07-24T17:25:27.039425Z","steps":["trace[206968770] 'process raft request' (duration: 180.48887ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.039499Z","caller":"traceutil/trace.go:171","msg":"trace[1292962910] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"176.983864ms","start":"2026-07-24T17:25:26.862445Z","end":"2026-07-24T17:25:27.039429Z","steps":["trace[1292962910] 'process raft request' (duration: 176.713575ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.039481Z","caller":"traceutil/trace.go:171","msg":"trace[1483759034] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"179.2767ms","start":"2026-07-24T17:25:26.86008Z","end":"2026-07-24T17:25:27.039356Z","steps":["trace[1483759034] 'process raft request' (duration: 179.051063ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.051208Z","caller":"traceutil/trace.go:171","msg":"trace[1728179834] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"172.09809ms","start":"2026-07-24T17:25:26.87909Z","end":"2026-07-24T17:25:27.051188Z","steps":["trace[1728179834] 'process raft request' (duration: 171.939405ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.087864Z","caller":"traceutil/trace.go:171","msg":"trace[2047130366] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"113.837914ms","start":"2026-07-24T17:25:26.973949Z","end":"2026-07-24T17:25:27.087787Z","steps":["trace[2047130366] 'process raft request' (duration: 113.549375ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.296379Z","caller":"traceutil/trace.go:171","msg":"trace[360959759] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"215.139249ms","start":"2026-07-24T17:25:27.081222Z","end":"2026-07-24T17:25:27.296361Z","steps":["trace[360959759] 'process raft request' (duration: 215.075657ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.296435Z","caller":"traceutil/trace.go:171","msg":"trace[1940392042] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"233.524775ms","start":"2026-07-24T17:25:27.062878Z","end":"2026-07-24T17:25:27.296402Z","steps":["trace[1940392042] 'process raft request' (duration: 233.290458ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.296374Z","caller":"traceutil/trace.go:171","msg":"trace[433282594] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"244.424279ms","start":"2026-07-24T17:25:27.05191Z","end":"2026-07-24T17:25:27.296334Z","steps":["trace[433282594] 'process raft request' (duration: 184.480984ms)","trace[433282594] 'compare' (duration: 59.433178ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:27.296533Z","caller":"traceutil/trace.go:171","msg":"trace[2067660867] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"229.950838ms","start":"2026-07-24T17:25:27.066525Z","end":"2026-07-24T17:25:27.296476Z","steps":["trace[2067660867] 'process raft request' (duration: 229.703551ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.314721Z","caller":"traceutil/trace.go:171","msg":"trace[1654419741] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"146.821992ms","start":"2026-07-24T17:25:27.167871Z","end":"2026-07-24T17:25:27.314693Z","steps":["trace[1654419741] 'process raft request' (duration: 146.127359ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.315249Z","caller":"traceutil/trace.go:171","msg":"trace[1554268066] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"134.521553ms","start":"2026-07-24T17:25:27.180706Z","end":"2026-07-24T17:25:27.315228Z","steps":["trace[1554268066] 'process raft request' (duration: 133.587103ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.845533Z","caller":"traceutil/trace.go:171","msg":"trace[16007758] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"468.673322ms","start":"2026-07-24T17:25:27.376829Z","end":"2026-07-24T17:25:27.845502Z","steps":["trace[16007758] 'process raft request' (duration: 455.903149ms)","trace[16007758] 'compare' (duration: 12.637419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:27.845699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.376779Z","time spent":"468.831007ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:27.872723Z","caller":"traceutil/trace.go:171","msg":"trace[397850001] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"488.810335ms","start":"2026-07-24T17:25:27.38389Z","end":"2026-07-24T17:25:27.8727Z","steps":["trace[397850001] 'process raft request' (duration: 488.453554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:27.872863Z","caller":"traceutil/trace.go:171","msg":"trace[417240918] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:541; }","duration":"404.652506ms","start":"2026-07-24T17:25:27.468188Z","end":"2026-07-24T17:25:27.872841Z","steps":["trace[417240918] 'read index received' (duration: 364.592046ms)","trace[417240918] 'applied index is now lower than readState.Index' (duration: 40.05907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:27.872879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.383858Z","time spent":"488.921229ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:27.872976Z","caller":"traceutil/trace.go:171","msg":"trace[1696004784] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"469.672605ms","start":"2026-07-24T17:25:27.403289Z","end":"2026-07-24T17:25:27.872962Z","steps":["trace[1696004784] 'process raft request' (duration: 469.400185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:27.873054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.403261Z","time spent":"469.745317ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:25:27.873148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.935095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:27.873329Z","caller":"traceutil/trace.go:171","msg":"trace[1986132694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"405.177043ms","start":"2026-07-24T17:25:27.468114Z","end":"2026-07-24T17:25:27.873291Z","steps":["trace[1986132694] 'agreement among raft nodes before linearized reading' (duration: 404.918595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:27.873388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.468087Z","time spent":"405.290057ms","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:25:27.919381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.352483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:25:27.919474Z","caller":"traceutil/trace.go:171","msg":"trace[89214064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"333.524509ms","start":"2026-07-24T17:25:27.58593Z","end":"2026-07-24T17:25:27.919454Z","steps":["trace[89214064] 'agreement among raft nodes before linearized reading' (duration: 333.200338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:27.91952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:27.585885Z","time spent":"333.629672ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:25:27.978096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.130993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:25:27.978219Z","caller":"traceutil/trace.go:171","msg":"trace[579958523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"102.321689ms","start":"2026-07-24T17:25:27.875874Z","end":"2026-07-24T17:25:27.978195Z","steps":["trace[579958523] 'agreement among raft nodes before linearized reading' (duration: 102.058451ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:28.191225Z","caller":"traceutil/trace.go:171","msg":"trace[703880967] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:549; }","duration":"137.529158ms","start":"2026-07-24T17:25:28.053673Z","end":"2026-07-24T17:25:28.191202Z","steps":["trace[703880967] 'read index received' (duration: 3.711398ms)","trace[703880967] 'applied index is now lower than readState.Index' (duration: 133.81654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:28.191387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.696304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T17:25:28.19143Z","caller":"traceutil/trace.go:171","msg":"trace[1736742922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"137.808497ms","start":"2026-07-24T17:25:28.053609Z","end":"2026-07-24T17:25:28.191418Z","steps":["trace[1736742922] 'agreement among raft nodes before linearized reading' (duration: 137.700404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:28.19162Z","caller":"traceutil/trace.go:171","msg":"trace[1094125996] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"169.079101ms","start":"2026-07-24T17:25:28.022504Z","end":"2026-07-24T17:25:28.191583Z","steps":["trace[1094125996] 'process raft request' (duration: 103.053225ms)","trace[1094125996] 'compare' (duration: 65.426628ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:28.200617Z","caller":"traceutil/trace.go:171","msg":"trace[613438333] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"129.647297ms","start":"2026-07-24T17:25:28.070955Z","end":"2026-07-24T17:25:28.200603Z","steps":["trace[613438333] 'process raft request' (duration: 129.421529ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:28.201225Z","caller":"traceutil/trace.go:171","msg":"trace[1054144893] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"117.027113ms","start":"2026-07-24T17:25:28.084177Z","end":"2026-07-24T17:25:28.201204Z","steps":["trace[1054144893] 'process raft request' (duration: 116.319751ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:28.558288Z","caller":"traceutil/trace.go:171","msg":"trace[101188560] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"127.456416ms","start":"2026-07-24T17:25:28.430791Z","end":"2026-07-24T17:25:28.558247Z","steps":["trace[101188560] 'process raft request' (duration: 57.816313ms)","trace[101188560] 'compare' (duration: 69.411796ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:28.561171Z","caller":"traceutil/trace.go:171","msg":"trace[87499742] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"122.521358ms","start":"2026-07-24T17:25:28.438623Z","end":"2026-07-24T17:25:28.561144Z","steps":["trace[87499742] 'process raft request' (duration: 122.151556ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:28.735361Z","caller":"traceutil/trace.go:171","msg":"trace[1913407954] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"111.087381ms","start":"2026-07-24T17:25:28.624218Z","end":"2026-07-24T17:25:28.735305Z","steps":["trace[1913407954] 'process raft request' (duration: 93.401555ms)","trace[1913407954] 'compare' (duration: 17.325115ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:28.944305Z","caller":"traceutil/trace.go:171","msg":"trace[423070505] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"113.81942ms","start":"2026-07-24T17:25:28.830456Z","end":"2026-07-24T17:25:28.944276Z","steps":["trace[423070505] 'process raft request' (duration: 60.942485ms)","trace[423070505] 'compare' (duration: 52.71271ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:25:28.964663Z","caller":"traceutil/trace.go:171","msg":"trace[5384949] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"130.837504ms","start":"2026-07-24T17:25:28.833785Z","end":"2026-07-24T17:25:28.964622Z","steps":["trace[5384949] 'process raft request' (duration: 129.723838ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:35.493706Z","caller":"traceutil/trace.go:171","msg":"trace[474796006] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"258.646152ms","start":"2026-07-24T17:25:35.235007Z","end":"2026-07-24T17:25:35.493653Z","steps":["trace[474796006] 'process raft request' (duration: 257.25261ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:25:35.966768Z","caller":"traceutil/trace.go:171","msg":"trace[193957011] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"445.281935ms","start":"2026-07-24T17:25:35.521454Z","end":"2026-07-24T17:25:35.966736Z","steps":["trace[193957011] 'process raft request' (duration: 421.312316ms)","trace[193957011] 'compare' (duration: 22.998561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:25:35.96693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.521431Z","time spent":"445.415508ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:25:35.970742Z","caller":"traceutil/trace.go:171","msg":"trace[1127702213] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"409.508235ms","start":"2026-07-24T17:25:35.561198Z","end":"2026-07-24T17:25:35.970706Z","steps":["trace[1127702213] 'process raft request' (duration: 409.378982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:25:35.970975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:25:35.561169Z","time spent":"409.686321ms","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:27:05.117752Z","caller":"traceutil/trace.go:171","msg":"trace[1271390405] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"181.253983ms","start":"2026-07-24T17:27:04.936467Z","end":"2026-07-24T17:27:05.117721Z","steps":["trace[1271390405] 'process raft request' (duration: 131.3571ms)","trace[1271390405] 'compare' (duration: 49.512398ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:05.117968Z","caller":"traceutil/trace.go:171","msg":"trace[1851811709] linearizableReadLoop","detail":"{readStateIndex:1863; appliedIndex:1861; }","duration":"148.994376ms","start":"2026-07-24T17:27:04.968955Z","end":"2026-07-24T17:27:05.11795Z","steps":["trace[1851811709] 'read index received' (duration: 53.822071ms)","trace[1851811709] 'applied index is now lower than readState.Index' (duration: 95.170755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:05.118247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.27662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:27:05.118347Z","caller":"traceutil/trace.go:171","msg":"trace[1924399301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1807; }","duration":"149.421662ms","start":"2026-07-24T17:27:04.968908Z","end":"2026-07-24T17:27:05.11833Z","steps":["trace[1924399301] 'agreement among raft nodes before linearized reading' (duration: 149.189039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:05.118485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.318972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecb1435a-d986-44ac-b277-65b2f9490862\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-24T17:27:05.118599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.173641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T17:27:05.118615Z","caller":"traceutil/trace.go:171","msg":"trace[693902644] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecb1435a-d986-44ac-b277-65b2f9490862; range_end:; response_count:1; response_revision:1807; }","duration":"108.518275ms","start":"2026-07-24T17:27:05.010071Z","end":"2026-07-24T17:27:05.118589Z","steps":["trace[693902644] 'agreement among raft nodes before linearized reading' (duration: 108.150811ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:05.118654Z","caller":"traceutil/trace.go:171","msg":"trace[243255547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1807; }","duration":"147.310672ms","start":"2026-07-24T17:27:04.971331Z","end":"2026-07-24T17:27:05.118641Z","steps":["trace[243255547] 'agreement among raft nodes before linearized reading' (duration: 147.17925ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:05.268947Z","caller":"traceutil/trace.go:171","msg":"trace[1986261707] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"145.829819ms","start":"2026-07-24T17:27:05.123073Z","end":"2026-07-24T17:27:05.268903Z","steps":["trace[1986261707] 'process raft request' (duration: 115.633292ms)","trace[1986261707] 'compare' (duration: 29.998214ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:05.268986Z","caller":"traceutil/trace.go:171","msg":"trace[1227731648] linearizableReadLoop","detail":"{readStateIndex:1866; appliedIndex:1864; }","duration":"145.096398ms","start":"2026-07-24T17:27:05.123859Z","end":"2026-07-24T17:27:05.268955Z","steps":["trace[1227731648] 'read index received' (duration: 36.939188ms)","trace[1227731648] 'applied index is now lower than readState.Index' (duration: 108.15558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:05.269147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.259791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T17:27:05.269194Z","caller":"traceutil/trace.go:171","msg":"trace[418400617] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1811; }","duration":"145.345372ms","start":"2026-07-24T17:27:05.123838Z","end":"2026-07-24T17:27:05.269183Z","steps":["trace[418400617] 'agreement among raft nodes before linearized reading' (duration: 145.239471ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:05.269274Z","caller":"traceutil/trace.go:171","msg":"trace[1667310204] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"144.427621ms","start":"2026-07-24T17:27:05.124834Z","end":"2026-07-24T17:27:05.269261Z","steps":["trace[1667310204] 'process raft request' (duration: 144.037035ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:05.269491Z","caller":"traceutil/trace.go:171","msg":"trace[2034686126] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"144.764935ms","start":"2026-07-24T17:27:05.124703Z","end":"2026-07-24T17:27:05.269468Z","steps":["trace[2034686126] 'process raft request' (duration: 144.108176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:13.480911Z","caller":"traceutil/trace.go:171","msg":"trace[801490567] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"116.594824ms","start":"2026-07-24T17:27:13.364278Z","end":"2026-07-24T17:27:13.480873Z","steps":["trace[801490567] 'process raft request' (duration: 59.900672ms)","trace[801490567] 'compare' (duration: 56.451598ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:34.301971Z","caller":"traceutil/trace.go:171","msg":"trace[945674889] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"114.441239ms","start":"2026-07-24T17:27:34.187491Z","end":"2026-07-24T17:27:34.301932Z","steps":["trace[945674889] 'process raft request' (duration: 114.255157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:40.403875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071028956492318456,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:27:40.479164Z","caller":"traceutil/trace.go:171","msg":"trace[2057650088] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"652.394026ms","start":"2026-07-24T17:27:39.826742Z","end":"2026-07-24T17:27:40.479136Z","steps":["trace[2057650088] 'process raft request' (duration: 652.216894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:40.479332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.826722Z","time spent":"652.531067ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:41.333016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.701256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T17:27:41.333739Z","caller":"traceutil/trace.go:171","msg":"trace[2015964715] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2163; }","duration":"1.430796231s","start":"2026-07-24T17:27:39.902912Z","end":"2026-07-24T17:27:41.333708Z","steps":["trace[2015964715] 'read index received' (duration: 576.167109ms)","trace[2015964715] 'applied index is now lower than readState.Index' (duration: 854.627682ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:41.333848Z","caller":"traceutil/trace.go:171","msg":"trace[1315074607] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"1.316389891s","start":"2026-07-24T17:27:40.017431Z","end":"2026-07-24T17:27:41.33382Z","steps":["trace[1315074607] 'process raft request' (duration: 1.315699752s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:41.333908Z","caller":"traceutil/trace.go:171","msg":"trace[2083878151] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"1.152315143s","start":"2026-07-24T17:27:40.181551Z","end":"2026-07-24T17:27:41.333866Z","steps":["trace[2083878151] 'process raft request' (duration: 1.15202839s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.333968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.0174Z","time spent":"1.316495612s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:41.334056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431126555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-24T17:27:41.334056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.181517Z","time spent":"1.152471644s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:27:41.334108Z","caller":"traceutil/trace.go:171","msg":"trace[815712993] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2096; }","duration":"1.431248317s","start":"2026-07-24T17:27:39.902846Z","end":"2026-07-24T17:27:41.334095Z","steps":["trace[815712993] 'agreement among raft nodes before linearized reading' (duration: 1.431022134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.334151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.902822Z","time spent":"1.431316187s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-24T17:27:41.384365Z","caller":"traceutil/trace.go:171","msg":"trace[770731450] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"113.719682ms","start":"2026-07-24T17:27:41.270599Z","end":"2026-07-24T17:27:41.384319Z","steps":["trace[770731450] 'process raft request' (duration: 113.55496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.384837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390234925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.384905Z","caller":"traceutil/trace.go:171","msg":"trace[1486163197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2097; }","duration":"1.390309756s","start":"2026-07-24T17:27:39.994579Z","end":"2026-07-24T17:27:41.384888Z","steps":["trace[1486163197] 'agreement among raft nodes before linearized reading' (duration: 1.390193095s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.384917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391412909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-24T17:27:41.384951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.994557Z","time spent":"1.390386247s","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:27:41.384996Z","caller":"traceutil/trace.go:171","msg":"trace[400636124] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2097; }","duration":"1.39153651s","start":"2026-07-24T17:27:39.993435Z","end":"2026-07-24T17:27:41.384971Z","steps":["trace[400636124] 'agreement among raft nodes before linearized reading' (duration: 1.391346458s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.385015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.107876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T17:27:41.385014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416833578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.385079Z","caller":"traceutil/trace.go:171","msg":"trace[696883828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2097; }","duration":"984.220618ms","start":"2026-07-24T17:27:40.400839Z","end":"2026-07-24T17:27:41.385059Z","steps":["trace[696883828] 'agreement among raft nodes before linearized reading' (duration: 983.962635ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:41.385143Z","caller":"traceutil/trace.go:171","msg":"trace[792858768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2097; }","duration":"1.41703933s","start":"2026-07-24T17:27:39.968072Z","end":"2026-07-24T17:27:41.385111Z","steps":["trace[792858768] 'agreement among raft nodes before linearized reading' (duration: 1.416773858s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.385172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.400819Z","time spent":"984.344059ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:41.385204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.968046Z","time spent":"1.417145831s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:27:41.385212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478126024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:27:41.385256Z","caller":"traceutil/trace.go:171","msg":"trace[643783960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2097; }","duration":"1.478194315s","start":"2026-07-24T17:27:39.90705Z","end":"2026-07-24T17:27:41.385244Z","steps":["trace[643783960] 'agreement among raft nodes before linearized reading' (duration: 1.478046533s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.385301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.907035Z","time spent":"1.478256266s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:27:41.385058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:39.993411Z","time spent":"1.391635622s","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:27:41.385481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.856901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:27:41.38553Z","caller":"traceutil/trace.go:171","msg":"trace[178591702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2097; }","duration":"596.933182ms","start":"2026-07-24T17:27:40.788585Z","end":"2026-07-24T17:27:41.385519Z","steps":["trace[178591702] 'agreement among raft nodes before linearized reading' (duration: 596.814741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.385544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.670114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-07-24T17:27:41.385567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.788572Z","time spent":"596.987542ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T17:27:41.385595Z","caller":"traceutil/trace.go:171","msg":"trace[1501952714] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2097; }","duration":"902.746815ms","start":"2026-07-24T17:27:40.482833Z","end":"2026-07-24T17:27:41.38558Z","steps":["trace[1501952714] 'agreement among raft nodes before linearized reading' (duration: 902.610074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.385649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.482815Z","time spent":"902.823646ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:27:41.385779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.866646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:41.385824Z","caller":"traceutil/trace.go:171","msg":"trace[636203551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2097; }","duration":"917.958338ms","start":"2026-07-24T17:27:40.467853Z","end":"2026-07-24T17:27:41.385811Z","steps":["trace[636203551] 'agreement among raft nodes before linearized reading' (duration: 917.898167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.385758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.687282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-24T17:27:41.385994Z","caller":"traceutil/trace.go:171","msg":"trace[1141658912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2097; }","duration":"621.960765ms","start":"2026-07-24T17:27:40.764005Z","end":"2026-07-24T17:27:41.385966Z","steps":["trace[1141658912] 'agreement among raft nodes before linearized reading' (duration: 620.836032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:41.386605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.76398Z","time spent":"622.607871ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:27:41.385858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:40.467828Z","time spent":"918.023608ms","remote":"127.0.0.1:39066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:41.884894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071028956492318464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:42.385325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071028956492318464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:27:42.712128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327441068s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T17:27:43.46691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:27:43.467176Z","caller":"traceutil/trace.go:171","msg":"trace[373717553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611793s","start":"2026-07-24T17:27:41.466533Z","end":"2026-07-24T17:27:43.467145Z","steps":["trace[373717553] 'agreement among raft nodes before linearized reading' (duration: 2.0003145s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:43.467413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.466512Z","time spent":"2.000846047s","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:27:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:27:43.635747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.901297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:27:43.635923Z","caller":"traceutil/trace.go:171","msg":"trace[1434597288] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"2.296540117s","start":"2026-07-24T17:27:41.339358Z","end":"2026-07-24T17:27:43.635898Z","steps":["trace[1434597288] 'process raft request' (duration: 1.373382747s)","trace[1434597288] 'compare' (duration: 922.430431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:43.635996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.33934Z","time spent":"2.296625548s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:45.000889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.288146397s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:27:45.001488Z","caller":"traceutil/trace.go:171","msg":"trace[1768303862] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"3.610492267s","start":"2026-07-24T17:27:41.390966Z","end":"2026-07-24T17:27:45.001458Z","steps":["trace[1768303862] 'process raft request' (duration: 3.610146203s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.001821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.390942Z","time spent":"3.610634239s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:45.002073Z","caller":"traceutil/trace.go:171","msg":"trace[769161414] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"3.611020143s","start":"2026-07-24T17:27:41.390998Z","end":"2026-07-24T17:27:45.002018Z","steps":["trace[769161414] 'process raft request' (duration: 3.610408416s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.002146Z","caller":"traceutil/trace.go:171","msg":"trace[1014466590] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"3.611084444s","start":"2026-07-24T17:27:41.391027Z","end":"2026-07-24T17:27:45.002112Z","steps":["trace[1014466590] 'process raft request' (duration: 3.610693369s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.002236Z","caller":"traceutil/trace.go:171","msg":"trace[1568619863] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"3.610236026s","start":"2026-07-24T17:27:41.391982Z","end":"2026-07-24T17:27:45.002218Z","steps":["trace[1568619863] 'process raft request' (duration: 3.609937402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.002381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.391Z","time spent":"3.611249446s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:45.002397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64257305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T17:27:45.002419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.391958Z","time spent":"3.610330576s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:27:45.002401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.390972Z","time spent":"3.611222335s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:45.002482Z","caller":"traceutil/trace.go:171","msg":"trace[62265488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2102; }","duration":"3.642702781s","start":"2026-07-24T17:27:41.359733Z","end":"2026-07-24T17:27:45.002435Z","steps":["trace[62265488] 'agreement among raft nodes before linearized reading' (duration: 3.642410658s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.0021Z","caller":"traceutil/trace.go:171","msg":"trace[1712339586] linearizableReadLoop","detail":"{readStateIndex:2173; appliedIndex:2168; }","duration":"3.617296125s","start":"2026-07-24T17:27:41.38475Z","end":"2026-07-24T17:27:45.002046Z","steps":["trace[1712339586] 'read index received' (duration: 1.327976295s)","trace[1712339586] 'applied index is now lower than readState.Index' (duration: 2.28931849s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:45.00272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.359717Z","time spent":"3.642874113s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T17:27:45.240503Z","caller":"traceutil/trace.go:171","msg":"trace[433075309] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"1.84987419s","start":"2026-07-24T17:27:43.390596Z","end":"2026-07-24T17:27:45.24047Z","steps":["trace[433075309] 'process raft request' (duration: 1.793778988s)","trace[433075309] 'compare' (duration: 55.89703ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:45.240788Z","caller":"traceutil/trace.go:171","msg":"trace[1744075569] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2173; }","duration":"238.032742ms","start":"2026-07-24T17:27:45.002741Z","end":"2026-07-24T17:27:45.240774Z","steps":["trace[1744075569] 'read index received' (duration: 181.730838ms)","trace[1744075569] 'applied index is now lower than readState.Index' (duration: 56.299844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:27:45.240927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.390566Z","time spent":"1.850226664s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:45.240691Z","caller":"traceutil/trace.go:171","msg":"trace[1712753989] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"1.262102894s","start":"2026-07-24T17:27:43.97854Z","end":"2026-07-24T17:27:45.240643Z","steps":["trace[1712753989] 'process raft request' (duration: 1.261889412s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.241052Z","caller":"traceutil/trace.go:171","msg":"trace[857857759] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"232.168557ms","start":"2026-07-24T17:27:45.008772Z","end":"2026-07-24T17:27:45.24094Z","steps":["trace[857857759] 'process raft request' (duration: 231.871934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.850232529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-07-24T17:27:45.241197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.97851Z","time spent":"1.26256648s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:27:45.241277Z","caller":"traceutil/trace.go:171","msg":"trace[1551930499] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2105; }","duration":"3.85032543s","start":"2026-07-24T17:27:41.390933Z","end":"2026-07-24T17:27:45.241259Z","steps":["trace[1551930499] 'agreement among raft nodes before linearized reading' (duration: 3.850018006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.962276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.180\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T17:27:45.241202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019203387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T17:27:45.24137Z","caller":"traceutil/trace.go:171","msg":"trace[1461620607] range","detail":"{range_begin:/registry/masterleases/199.19.213.180; range_end:; response_count:1; response_revision:2105; }","duration":"355.161877ms","start":"2026-07-24T17:27:44.886189Z","end":"2026-07-24T17:27:45.241351Z","steps":["trace[1461620607] 'agreement among raft nodes before linearized reading' (duration: 355.059276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774063863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:45.241406Z","caller":"traceutil/trace.go:171","msg":"trace[1766217766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2105; }","duration":"1.774094603s","start":"2026-07-24T17:27:43.467303Z","end":"2026-07-24T17:27:45.241398Z","steps":["trace[1766217766] 'agreement among raft nodes before linearized reading' (duration: 1.774045192s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.241415Z","caller":"traceutil/trace.go:171","msg":"trace[1703369957] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2105; }","duration":"1.01945615s","start":"2026-07-24T17:27:44.221937Z","end":"2026-07-24T17:27:45.241393Z","steps":["trace[1703369957] 'agreement among raft nodes before linearized reading' (duration: 1.019065035s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.467218Z","time spent":"1.774217315s","remote":"127.0.0.1:39066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:27:45.241473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.221894Z","time spent":"1.019557311s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T17:27:45.241479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.886166Z","time spent":"355.238289ms","remote":"127.0.0.1:39102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.180\" "} {"level":"warn","ts":"2026-07-24T17:27:45.241462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678073639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T17:27:45.241563Z","caller":"traceutil/trace.go:171","msg":"trace[1552544563] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2105; }","duration":"1.67824695s","start":"2026-07-24T17:27:43.563294Z","end":"2026-07-24T17:27:45.241541Z","steps":["trace[1552544563] 'agreement among raft nodes before linearized reading' (duration: 1.677931387s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322505691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-07-24T17:27:45.241318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.390911Z","time spent":"3.850397581s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T17:27:45.241621Z","caller":"traceutil/trace.go:171","msg":"trace[861986478] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2105; }","duration":"1.322623962s","start":"2026-07-24T17:27:43.918985Z","end":"2026-07-24T17:27:45.241609Z","steps":["trace[861986478] 'agreement among raft nodes before linearized reading' (duration: 1.32243663s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.816766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:27:45.241663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.918966Z","time spent":"1.322689223s","remote":"127.0.0.1:39278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T17:27:45.241684Z","caller":"traceutil/trace.go:171","msg":"trace[1018307970] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2105; }","duration":"496.953878ms","start":"2026-07-24T17:27:44.744713Z","end":"2026-07-24T17:27:45.241667Z","steps":["trace[1018307970] 'agreement among raft nodes before linearized reading' (duration: 496.780146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54414348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c549deb24be571\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-24T17:27:45.241729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:44.744688Z","time spent":"497.029848ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":52,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:45.241755Z","caller":"traceutil/trace.go:171","msg":"trace[10043735] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c549deb24be571; range_end:; response_count:1; response_revision:2105; }","duration":"1.544220091s","start":"2026-07-24T17:27:43.697526Z","end":"2026-07-24T17:27:45.241746Z","steps":["trace[10043735] 'agreement among raft nodes before linearized reading' (duration: 1.54412179s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955880507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11669"} {"level":"warn","ts":"2026-07-24T17:27:45.241787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.697505Z","time spent":"1.544271792s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c549deb24be571\" "} {"level":"info","ts":"2026-07-24T17:27:45.241794Z","caller":"traceutil/trace.go:171","msg":"trace[144365071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2105; }","duration":"1.955962997s","start":"2026-07-24T17:27:43.285821Z","end":"2026-07-24T17:27:45.241784Z","steps":["trace[144365071] 'agreement among raft nodes before linearized reading' (duration: 1.955850246s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.563259Z","time spent":"1.678350472s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T17:27:45.241829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:43.285798Z","time spent":"1.956024308s","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T17:27:45.24184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84855772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-24T17:27:45.241891Z","caller":"traceutil/trace.go:171","msg":"trace[222035208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2105; }","duration":"2.848655292s","start":"2026-07-24T17:27:42.393223Z","end":"2026-07-24T17:27:45.241878Z","steps":["trace[222035208] 'agreement among raft nodes before linearized reading' (duration: 2.84846672s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.241927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:42.3932Z","time spent":"2.848719142s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T17:27:45.242014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442783083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:45.242061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759367115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:27:45.242106Z","caller":"traceutil/trace.go:171","msg":"trace[86807073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2105; }","duration":"3.759460285s","start":"2026-07-24T17:27:41.482636Z","end":"2026-07-24T17:27:45.242096Z","steps":["trace[86807073] 'agreement among raft nodes before linearized reading' (duration: 3.759353134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.242123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718871253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:27:45.242142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:41.482618Z","time spent":"3.759517816s","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T17:27:45.242155Z","caller":"traceutil/trace.go:171","msg":"trace[1675928823] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2105; }","duration":"2.718950175s","start":"2026-07-24T17:27:42.523195Z","end":"2026-07-24T17:27:45.242145Z","steps":["trace[1675928823] 'agreement among raft nodes before linearized reading' (duration: 2.718900364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.242184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:42.52317Z","time spent":"2.719006925s","remote":"127.0.0.1:39292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:45.24206Z","caller":"traceutil/trace.go:171","msg":"trace[901756926] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2105; }","duration":"2.442881864s","start":"2026-07-24T17:27:42.799166Z","end":"2026-07-24T17:27:45.242048Z","steps":["trace[901756926] 'agreement among raft nodes before linearized reading' (duration: 2.442808193s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.242249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:27:42.799142Z","time spent":"2.443093746s","remote":"127.0.0.1:57554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T17:27:45.403992Z","caller":"traceutil/trace.go:171","msg":"trace[1248694693] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"154.448335ms","start":"2026-07-24T17:27:45.249518Z","end":"2026-07-24T17:27:45.403966Z","steps":["trace[1248694693] 'process raft request' (duration: 154.375604ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.40402Z","caller":"traceutil/trace.go:171","msg":"trace[479589658] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"157.297066ms","start":"2026-07-24T17:27:45.246697Z","end":"2026-07-24T17:27:45.403995Z","steps":["trace[479589658] 'process raft request' (duration: 157.038453ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.478347Z","caller":"traceutil/trace.go:171","msg":"trace[1827157802] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"227.811719ms","start":"2026-07-24T17:27:45.250507Z","end":"2026-07-24T17:27:45.478319Z","steps":["trace[1827157802] 'process raft request' (duration: 227.610877ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.478726Z","caller":"traceutil/trace.go:171","msg":"trace[1429955749] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"228.079551ms","start":"2026-07-24T17:27:45.250631Z","end":"2026-07-24T17:27:45.478711Z","steps":["trace[1429955749] 'process raft request' (duration: 227.633957ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.478919Z","caller":"traceutil/trace.go:171","msg":"trace[252554786] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"228.240983ms","start":"2026-07-24T17:27:45.250661Z","end":"2026-07-24T17:27:45.478902Z","steps":["trace[252554786] 'process raft request' (duration: 227.88011ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.479377Z","caller":"traceutil/trace.go:171","msg":"trace[20469591] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2177; }","duration":"227.207793ms","start":"2026-07-24T17:27:45.252153Z","end":"2026-07-24T17:27:45.479361Z","steps":["trace[20469591] 'read index received' (duration: 151.570823ms)","trace[20469591] 'applied index is now lower than readState.Index' (duration: 75.63573ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:45.479369Z","caller":"traceutil/trace.go:171","msg":"trace[1283730446] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"227.096062ms","start":"2026-07-24T17:27:45.252236Z","end":"2026-07-24T17:27:45.479332Z","steps":["trace[1283730446] 'process raft request' (duration: 226.411814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:45.479469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.293214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:27:45.479509Z","caller":"traceutil/trace.go:171","msg":"trace[724663551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2112; }","duration":"227.377425ms","start":"2026-07-24T17:27:45.252122Z","end":"2026-07-24T17:27:45.479499Z","steps":["trace[724663551] 'agreement among raft nodes before linearized reading' (duration: 227.296794ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:45.479777Z","caller":"traceutil/trace.go:171","msg":"trace[1759413919] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"193.65696ms","start":"2026-07-24T17:27:45.286052Z","end":"2026-07-24T17:27:45.479709Z","steps":["trace[1759413919] 'process raft request' (duration: 193.182575ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:47.117425Z","caller":"traceutil/trace.go:171","msg":"trace[1645820145] linearizableReadLoop","detail":"{readStateIndex:2192; appliedIndex:2189; }","duration":"105.015237ms","start":"2026-07-24T17:27:47.012384Z","end":"2026-07-24T17:27:47.117399Z","steps":["trace[1645820145] 'read index received' (duration: 31.883701ms)","trace[1645820145] 'applied index is now lower than readState.Index' (duration: 73.130146ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:47.117475Z","caller":"traceutil/trace.go:171","msg":"trace[320600850] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"105.086327ms","start":"2026-07-24T17:27:47.012355Z","end":"2026-07-24T17:27:47.117442Z","steps":["trace[320600850] 'process raft request' (duration: 104.992415ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:47.117475Z","caller":"traceutil/trace.go:171","msg":"trace[1474061183] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"105.172849ms","start":"2026-07-24T17:27:47.012247Z","end":"2026-07-24T17:27:47.11742Z","steps":["trace[1474061183] 'process raft request' (duration: 104.894065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:47.117761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.36297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-24T17:27:47.117835Z","caller":"traceutil/trace.go:171","msg":"trace[516989242] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2119; }","duration":"105.512462ms","start":"2026-07-24T17:27:47.012308Z","end":"2026-07-24T17:27:47.117821Z","steps":["trace[516989242] 'agreement among raft nodes before linearized reading' (duration: 105.192269ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:47.41348Z","caller":"traceutil/trace.go:171","msg":"trace[90229630] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"112.160455ms","start":"2026-07-24T17:27:47.301277Z","end":"2026-07-24T17:27:47.413438Z","steps":["trace[90229630] 'process raft request' (duration: 41.75474ms)","trace[90229630] 'compare' (duration: 69.816959ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:49.453452Z","caller":"traceutil/trace.go:171","msg":"trace[1787800090] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"159.744126ms","start":"2026-07-24T17:27:49.293675Z","end":"2026-07-24T17:27:49.453419Z","steps":["trace[1787800090] 'process raft request' (duration: 159.536884ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:49.471174Z","caller":"traceutil/trace.go:171","msg":"trace[1732979863] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2205; }","duration":"161.395335ms","start":"2026-07-24T17:27:49.309754Z","end":"2026-07-24T17:27:49.471149Z","steps":["trace[1732979863] 'read index received' (duration: 143.5353ms)","trace[1732979863] 'applied index is now lower than readState.Index' (duration: 17.859055ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:49.471234Z","caller":"traceutil/trace.go:171","msg":"trace[318736166] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"168.920127ms","start":"2026-07-24T17:27:49.302277Z","end":"2026-07-24T17:27:49.471197Z","steps":["trace[318736166] 'process raft request' (duration: 168.733195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:49.471625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.84189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-24T17:27:49.4717Z","caller":"traceutil/trace.go:171","msg":"trace[50910351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2134; }","duration":"161.974821ms","start":"2026-07-24T17:27:49.309706Z","end":"2026-07-24T17:27:49.471681Z","steps":["trace[50910351] 'agreement among raft nodes before linearized reading' (duration: 161.545887ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:56.059051Z","caller":"traceutil/trace.go:171","msg":"trace[1890173761] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"138.800373ms","start":"2026-07-24T17:27:55.920227Z","end":"2026-07-24T17:27:56.059027Z","steps":["trace[1890173761] 'process raft request' (duration: 138.708732ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:56.059074Z","caller":"traceutil/trace.go:171","msg":"trace[1786030822] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"143.302911ms","start":"2026-07-24T17:27:55.915735Z","end":"2026-07-24T17:27:56.059038Z","steps":["trace[1786030822] 'process raft request' (duration: 70.998649ms)","trace[1786030822] 'compare' (duration: 71.985279ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:57.747959Z","caller":"traceutil/trace.go:171","msg":"trace[1311821110] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"247.489131ms","start":"2026-07-24T17:27:57.500449Z","end":"2026-07-24T17:27:57.747938Z","steps":["trace[1311821110] 'process raft request' (duration: 247.348889ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:57.76688Z","caller":"traceutil/trace.go:171","msg":"trace[308341556] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2261; }","duration":"168.875735ms","start":"2026-07-24T17:27:57.597972Z","end":"2026-07-24T17:27:57.766848Z","steps":["trace[308341556] 'read index received' (duration: 149.784192ms)","trace[308341556] 'applied index is now lower than readState.Index' (duration: 19.090093ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:57.767048Z","caller":"traceutil/trace.go:171","msg":"trace[454197643] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"177.965722ms","start":"2026-07-24T17:27:57.58907Z","end":"2026-07-24T17:27:57.767036Z","steps":["trace[454197643] 'process raft request' (duration: 177.621028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.767133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.356345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T17:27:57.767291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.205467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T17:27:57.767327Z","caller":"traceutil/trace.go:171","msg":"trace[1595140367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2186; }","duration":"136.263708ms","start":"2026-07-24T17:27:57.631054Z","end":"2026-07-24T17:27:57.767318Z","steps":["trace[1595140367] 'agreement among raft nodes before linearized reading' (duration: 136.172817ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:57.767187Z","caller":"traceutil/trace.go:171","msg":"trace[1476137422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2186; }","duration":"160.441835ms","start":"2026-07-24T17:27:57.606732Z","end":"2026-07-24T17:27:57.767174Z","steps":["trace[1476137422] 'agreement among raft nodes before linearized reading' (duration: 160.300814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:27:57.767611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.575462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-24T17:27:57.767717Z","caller":"traceutil/trace.go:171","msg":"trace[896280891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2186; }","duration":"169.756554ms","start":"2026-07-24T17:27:57.597931Z","end":"2026-07-24T17:27:57.767688Z","steps":["trace[896280891] 'agreement among raft nodes before linearized reading' (duration: 169.255209ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:27:58.032153Z","caller":"traceutil/trace.go:171","msg":"trace[1332661988] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"183.226456ms","start":"2026-07-24T17:27:57.848894Z","end":"2026-07-24T17:27:58.032121Z","steps":["trace[1332661988] 'process raft request' (duration: 163.001883ms)","trace[1332661988] 'compare' (duration: 19.90994ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:27:58.448076Z","caller":"traceutil/trace.go:171","msg":"trace[1044281032] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"244.582481ms","start":"2026-07-24T17:27:58.203448Z","end":"2026-07-24T17:27:58.44803Z","steps":["trace[1044281032] 'process raft request' (duration: 232.25434ms)","trace[1044281032] 'compare' (duration: 12.072928ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:00.025643Z","caller":"traceutil/trace.go:171","msg":"trace[43891280] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"176.505403ms","start":"2026-07-24T17:27:59.849108Z","end":"2026-07-24T17:28:00.025613Z","steps":["trace[43891280] 'process raft request' (duration: 175.083118ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:00.580798Z","caller":"traceutil/trace.go:171","msg":"trace[789267560] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"167.33951ms","start":"2026-07-24T17:28:00.413431Z","end":"2026-07-24T17:28:00.58077Z","steps":["trace[789267560] 'process raft request' (duration: 167.171899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:00.580844Z","caller":"traceutil/trace.go:171","msg":"trace[1912818653] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2283; }","duration":"128.047867ms","start":"2026-07-24T17:28:00.452759Z","end":"2026-07-24T17:28:00.580806Z","steps":["trace[1912818653] 'read index received' (duration: 128.027916ms)","trace[1912818653] 'applied index is now lower than readState.Index' (duration: 16.701µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:00.581187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.396021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-24T17:28:00.581289Z","caller":"traceutil/trace.go:171","msg":"trace[1938580018] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2205; }","duration":"128.535673ms","start":"2026-07-24T17:28:00.452728Z","end":"2026-07-24T17:28:00.581263Z","steps":["trace[1938580018] 'agreement among raft nodes before linearized reading' (duration: 128.171749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.790501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.272516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T17:28:00.790639Z","caller":"traceutil/trace.go:171","msg":"trace[845097737] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2283; }","duration":"209.672267ms","start":"2026-07-24T17:28:00.580929Z","end":"2026-07-24T17:28:00.790601Z","steps":["trace[845097737] 'read index received' (duration: 30.304399ms)","trace[845097737] 'applied index is now lower than readState.Index' (duration: 179.366108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:00.790918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.597213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-24T17:28:00.790983Z","caller":"traceutil/trace.go:171","msg":"trace[170080762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2205; }","duration":"206.708435ms","start":"2026-07-24T17:28:00.58426Z","end":"2026-07-24T17:28:00.790969Z","steps":["trace[170080762] 'agreement among raft nodes before linearized reading' (duration: 206.514662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.791172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.133971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T17:28:00.791906Z","caller":"traceutil/trace.go:171","msg":"trace[1121147591] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2205; }","duration":"306.96741ms","start":"2026-07-24T17:28:00.48489Z","end":"2026-07-24T17:28:00.791857Z","steps":["trace[1121147591] 'agreement among raft nodes before linearized reading' (duration: 305.792797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:00.792094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:00.484864Z","time spent":"307.212662ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-24T17:28:01.299049Z","caller":"traceutil/trace.go:171","msg":"trace[2102669839] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2287; }","duration":"117.876157ms","start":"2026-07-24T17:28:01.181153Z","end":"2026-07-24T17:28:01.299029Z","steps":["trace[2102669839] 'read index received' (duration: 117.642324ms)","trace[2102669839] 'applied index is now lower than readState.Index' (duration: 233.113µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:01.299238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.064319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T17:28:01.299276Z","caller":"traceutil/trace.go:171","msg":"trace[1565354198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2209; }","duration":"118.11992ms","start":"2026-07-24T17:28:01.181146Z","end":"2026-07-24T17:28:01.299266Z","steps":["trace[1565354198] 'agreement among raft nodes before linearized reading' (duration: 117.968548ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:01.299522Z","caller":"traceutil/trace.go:171","msg":"trace[1586197915] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"172.891924ms","start":"2026-07-24T17:28:01.126575Z","end":"2026-07-24T17:28:01.299467Z","steps":["trace[1586197915] 'process raft request' (duration: 172.313147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.789305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.093534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-24T17:28:01.789406Z","caller":"traceutil/trace.go:171","msg":"trace[2134941707] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2288; }","duration":"480.477951ms","start":"2026-07-24T17:28:01.30891Z","end":"2026-07-24T17:28:01.789388Z","steps":["trace[2134941707] 'read index received' (duration: 31.923175ms)","trace[2134941707] 'applied index is now lower than readState.Index' (duration: 448.553386ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:01.789598Z","caller":"traceutil/trace.go:171","msg":"trace[1597117640] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2210; }","duration":"482.546402ms","start":"2026-07-24T17:28:01.307032Z","end":"2026-07-24T17:28:01.789578Z","steps":["trace[1597117640] 'process raft request' (duration: 332.108303ms)","trace[1597117640] 'compare' (duration: 150.053414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:01.789661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.307015Z","time spent":"482.620722ms","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:28:01.790048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.892223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:28:01.790128Z","caller":"traceutil/trace.go:171","msg":"trace[1610543732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2210; }","duration":"437.026194ms","start":"2026-07-24T17:28:01.353085Z","end":"2026-07-24T17:28:01.790111Z","steps":["trace[1610543732] 'agreement among raft nodes before linearized reading' (duration: 436.797542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.790173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.353067Z","time spent":"437.097075ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T17:28:01.790174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.351924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T17:28:01.790255Z","caller":"traceutil/trace.go:171","msg":"trace[194091217] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2210; }","duration":"267.462745ms","start":"2026-07-24T17:28:01.52278Z","end":"2026-07-24T17:28:01.790243Z","steps":["trace[194091217] 'agreement among raft nodes before linearized reading' (duration: 267.326834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.790467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.788965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:01.79053Z","caller":"traceutil/trace.go:171","msg":"trace[1201227015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2210; }","duration":"322.873776ms","start":"2026-07-24T17:28:01.467646Z","end":"2026-07-24T17:28:01.79052Z","steps":["trace[1201227015] 'agreement among raft nodes before linearized reading' (duration: 322.788145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.790567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.467633Z","time spent":"322.927366ms","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:28:01.790488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.564111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T17:28:01.791163Z","caller":"traceutil/trace.go:171","msg":"trace[294792965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2210; }","duration":"482.261899ms","start":"2026-07-24T17:28:01.308879Z","end":"2026-07-24T17:28:01.791141Z","steps":["trace[294792965] 'agreement among raft nodes before linearized reading' (duration: 481.486931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:01.791534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.308871Z","time spent":"482.645713ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T17:28:02.105518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.911582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:28:02.105655Z","caller":"traceutil/trace.go:171","msg":"trace[44311721] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"309.373591ms","start":"2026-07-24T17:28:01.796267Z","end":"2026-07-24T17:28:02.10564Z","steps":["trace[44311721] 'process raft request' (duration: 153.264147ms)","trace[44311721] 'compare' (duration: 155.786081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:02.105704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.796246Z","time spent":"309.438962ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:02.106013Z","caller":"traceutil/trace.go:171","msg":"trace[898356885] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"303.186907ms","start":"2026-07-24T17:28:01.802814Z","end":"2026-07-24T17:28:02.106001Z","steps":["trace[898356885] 'process raft request' (duration: 302.777732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.10606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.8028Z","time spent":"303.236908ms","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16796,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:28:02.106198Z","caller":"traceutil/trace.go:171","msg":"trace[1876347438] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"298.444227ms","start":"2026-07-24T17:28:01.807615Z","end":"2026-07-24T17:28:02.106059Z","steps":["trace[1876347438] 'process raft request' (duration: 298.330566ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:02.106209Z","caller":"traceutil/trace.go:171","msg":"trace[1610127629] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2290; }","duration":"309.621174ms","start":"2026-07-24T17:28:01.796559Z","end":"2026-07-24T17:28:02.10618Z","steps":["trace[1610127629] 'read index received' (duration: 47.537369ms)","trace[1610127629] 'applied index is now lower than readState.Index' (duration: 262.081355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:02.106502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.951417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T17:28:02.10652Z","caller":"traceutil/trace.go:171","msg":"trace[1288313572] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"295.185123ms","start":"2026-07-24T17:28:01.811313Z","end":"2026-07-24T17:28:02.106498Z","steps":["trace[1288313572] 'process raft request' (duration: 294.707999ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:02.106554Z","caller":"traceutil/trace.go:171","msg":"trace[446589425] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2215; }","duration":"310.017988ms","start":"2026-07-24T17:28:01.796519Z","end":"2026-07-24T17:28:02.106537Z","steps":["trace[446589425] 'agreement among raft nodes before linearized reading' (duration: 309.751815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.106601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:01.796469Z","time spent":"310.116669ms","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":254,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T17:28:02.106748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.622798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:28:02.106811Z","caller":"traceutil/trace.go:171","msg":"trace[1194667612] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2215; }","duration":"217.71479ms","start":"2026-07-24T17:28:01.88908Z","end":"2026-07-24T17:28:02.106795Z","steps":["trace[1194667612] 'agreement among raft nodes before linearized reading' (duration: 217.600759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.106831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.964166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-24T17:28:02.106857Z","caller":"traceutil/trace.go:171","msg":"trace[186052216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"267.021347ms","start":"2026-07-24T17:28:01.839826Z","end":"2026-07-24T17:28:02.106848Z","steps":["trace[186052216] 'agreement among raft nodes before linearized reading' (duration: 266.957796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.106766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.742322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:28:02.107062Z","caller":"traceutil/trace.go:171","msg":"trace[202276907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2215; }","duration":"284.046435ms","start":"2026-07-24T17:28:01.822977Z","end":"2026-07-24T17:28:02.107023Z","steps":["trace[202276907] 'agreement among raft nodes before linearized reading' (duration: 283.696262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:02.373921Z","caller":"traceutil/trace.go:171","msg":"trace[1710999898] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"260.468533ms","start":"2026-07-24T17:28:02.113429Z","end":"2026-07-24T17:28:02.373898Z","steps":["trace[1710999898] 'process raft request' (duration: 174.786727ms)","trace[1710999898] 'compare' (duration: 85.485274ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:02.374072Z","caller":"traceutil/trace.go:171","msg":"trace[152859226] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2295; }","duration":"257.303961ms","start":"2026-07-24T17:28:02.116733Z","end":"2026-07-24T17:28:02.374037Z","steps":["trace[152859226] 'read index received' (duration: 48.628269ms)","trace[152859226] 'applied index is now lower than readState.Index' (duration: 208.672982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:02.374505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.987994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:02.374516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.139691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T17:28:02.374711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.849789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-24T17:28:02.374771Z","caller":"traceutil/trace.go:171","msg":"trace[2137895753] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2218; }","duration":"198.960071ms","start":"2026-07-24T17:28:02.175798Z","end":"2026-07-24T17:28:02.374758Z","steps":["trace[2137895753] 'agreement among raft nodes before linearized reading' (duration: 198.660877ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:02.374793Z","caller":"traceutil/trace.go:171","msg":"trace[1960735261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2218; }","duration":"155.464496ms","start":"2026-07-24T17:28:02.219312Z","end":"2026-07-24T17:28:02.374776Z","steps":["trace[1960735261] 'agreement among raft nodes before linearized reading' (duration: 155.139812ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:02.374568Z","caller":"traceutil/trace.go:171","msg":"trace[229871611] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2218; }","duration":"208.092677ms","start":"2026-07-24T17:28:02.166463Z","end":"2026-07-24T17:28:02.374556Z","steps":["trace[229871611] 'agreement among raft nodes before linearized reading' (duration: 207.958194ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:02.374536Z","caller":"traceutil/trace.go:171","msg":"trace[1505256022] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"260.635455ms","start":"2026-07-24T17:28:02.113848Z","end":"2026-07-24T17:28:02.374483Z","steps":["trace[1505256022] 'process raft request' (duration: 260.004769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:02.374687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.933698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-24T17:28:02.375524Z","caller":"traceutil/trace.go:171","msg":"trace[902534839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2218; }","duration":"258.801276ms","start":"2026-07-24T17:28:02.116702Z","end":"2026-07-24T17:28:02.375503Z","steps":["trace[902534839] 'agreement among raft nodes before linearized reading' (duration: 257.733144ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:03.09831Z","caller":"traceutil/trace.go:171","msg":"trace[567274404] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"145.813362ms","start":"2026-07-24T17:28:02.952463Z","end":"2026-07-24T17:28:03.098276Z","steps":["trace[567274404] 'process raft request' (duration: 46.425816ms)","trace[567274404] 'compare' (duration: 99.224114ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:03.322304Z","caller":"traceutil/trace.go:171","msg":"trace[672984794] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"171.79375ms","start":"2026-07-24T17:28:03.150482Z","end":"2026-07-24T17:28:03.322275Z","steps":["trace[672984794] 'process raft request' (duration: 154.239807ms)","trace[672984794] 'compare' (duration: 17.436352ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:04.420149Z","caller":"traceutil/trace.go:171","msg":"trace[218624226] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"225.557853ms","start":"2026-07-24T17:28:04.194261Z","end":"2026-07-24T17:28:04.419819Z","steps":["trace[218624226] 'process raft request' (duration: 180.038821ms)","trace[218624226] 'compare' (duration: 45.330251ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:04.686965Z","caller":"traceutil/trace.go:171","msg":"trace[1197688012] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2307; }","duration":"308.388914ms","start":"2026-07-24T17:28:04.378545Z","end":"2026-07-24T17:28:04.686934Z","steps":["trace[1197688012] 'read index received' (duration: 226.318671ms)","trace[1197688012] 'applied index is now lower than readState.Index' (duration: 82.068563ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:04.687214Z","caller":"traceutil/trace.go:171","msg":"trace[345184797] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"492.928102ms","start":"2026-07-24T17:28:04.194257Z","end":"2026-07-24T17:28:04.687185Z","steps":["trace[345184797] 'process raft request' (duration: 410.672218ms)","trace[345184797] 'compare' (duration: 81.682538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:28:04.687342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.130642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-24T17:28:04.687364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.194238Z","time spent":"493.040103ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:28:04.687363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.240857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:28:04.687394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.843619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:28:04.687427Z","caller":"traceutil/trace.go:171","msg":"trace[1979614967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"219.333629ms","start":"2026-07-24T17:28:04.468071Z","end":"2026-07-24T17:28:04.687404Z","steps":["trace[1979614967] 'agreement among raft nodes before linearized reading' (duration: 219.234388ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:04.687399Z","caller":"traceutil/trace.go:171","msg":"trace[525090387] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2228; }","duration":"308.227843ms","start":"2026-07-24T17:28:04.379155Z","end":"2026-07-24T17:28:04.687382Z","steps":["trace[525090387] 'agreement among raft nodes before linearized reading' (duration: 308.00673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:04.687451Z","caller":"traceutil/trace.go:171","msg":"trace[888814155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2228; }","duration":"308.934149ms","start":"2026-07-24T17:28:04.378502Z","end":"2026-07-24T17:28:04.687436Z","steps":["trace[888814155] 'agreement among raft nodes before linearized reading' (duration: 308.796378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:28:04.68747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.379143Z","time spent":"308.317443ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T17:28:04.687489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:28:04.378486Z","time spent":"308.991721ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T17:28:04.687459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.369596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-24T17:28:04.687558Z","caller":"traceutil/trace.go:171","msg":"trace[2047837913] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2228; }","duration":"212.516439ms","start":"2026-07-24T17:28:04.475019Z","end":"2026-07-24T17:28:04.687535Z","steps":["trace[2047837913] 'agreement among raft nodes before linearized reading' (duration: 212.242095ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:04.933047Z","caller":"traceutil/trace.go:171","msg":"trace[943005960] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"238.489257ms","start":"2026-07-24T17:28:04.69453Z","end":"2026-07-24T17:28:04.933019Z","steps":["trace[943005960] 'process raft request' (duration: 238.336096ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:04.93311Z","caller":"traceutil/trace.go:171","msg":"trace[1069057624] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"241.418649ms","start":"2026-07-24T17:28:04.691671Z","end":"2026-07-24T17:28:04.93309Z","steps":["trace[1069057624] 'process raft request' (duration: 145.710865ms)","trace[1069057624] 'compare' (duration: 95.32833ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:28:05.275319Z","caller":"traceutil/trace.go:171","msg":"trace[1577236641] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"165.627235ms","start":"2026-07-24T17:28:05.109656Z","end":"2026-07-24T17:28:05.275283Z","steps":["trace[1577236641] 'process raft request' (duration: 165.380673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:06.546137Z","caller":"traceutil/trace.go:171","msg":"trace[304517768] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"117.017159ms","start":"2026-07-24T17:28:06.429087Z","end":"2026-07-24T17:28:06.546104Z","steps":["trace[304517768] 'process raft request' (duration: 116.634095ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:28:37.837114Z","caller":"traceutil/trace.go:171","msg":"trace[639181987] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"123.857286ms","start":"2026-07-24T17:28:37.713235Z","end":"2026-07-24T17:28:37.837092Z","steps":["trace[639181987] 'process raft request' (duration: 123.210399ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:05.198417Z","caller":"traceutil/trace.go:171","msg":"trace[356768883] linearizableReadLoop","detail":"{readStateIndex:2853; appliedIndex:2852; }","duration":"126.381134ms","start":"2026-07-24T17:29:05.072006Z","end":"2026-07-24T17:29:05.198387Z","steps":["trace[356768883] 'read index received' (duration: 126.119842ms)","trace[356768883] 'applied index is now lower than readState.Index' (duration: 260.172µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:29:05.199129Z","caller":"traceutil/trace.go:171","msg":"trace[330815527] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"133.310587ms","start":"2026-07-24T17:29:05.065798Z","end":"2026-07-24T17:29:05.199109Z","steps":["trace[330815527] 'process raft request' (duration: 132.41519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:05.199456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.423384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-24T17:29:05.199737Z","caller":"traceutil/trace.go:171","msg":"trace[1124639983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2746; }","duration":"127.745037ms","start":"2026-07-24T17:29:05.071954Z","end":"2026-07-24T17:29:05.199699Z","steps":["trace[1124639983] 'agreement among raft nodes before linearized reading' (duration: 126.566266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:29:05.337537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.249975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:29:05.33784Z","caller":"traceutil/trace.go:171","msg":"trace[525575668] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"134.080964ms","start":"2026-07-24T17:29:05.203569Z","end":"2026-07-24T17:29:05.33765Z","steps":["trace[525575668] 'compare' (duration: 124.123264ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:29:05.500816Z","caller":"traceutil/trace.go:171","msg":"trace[200930517] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"158.012124ms","start":"2026-07-24T17:29:05.342772Z","end":"2026-07-24T17:29:05.500784Z","steps":["trace[200930517] 'process raft request' (duration: 116.208152ms)","trace[200930517] 'compare' (duration: 41.230036ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:31.721821Z","caller":"traceutil/trace.go:171","msg":"trace[573522541] linearizableReadLoop","detail":"{readStateIndex:4597; appliedIndex:4595; }","duration":"143.504242ms","start":"2026-07-24T17:31:31.578284Z","end":"2026-07-24T17:31:31.721789Z","steps":["trace[573522541] 'read index received' (duration: 93.094518ms)","trace[573522541] 'applied index is now lower than readState.Index' (duration: 50.408974ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:31.72194Z","caller":"traceutil/trace.go:171","msg":"trace[1091709127] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"146.078809ms","start":"2026-07-24T17:31:31.575837Z","end":"2026-07-24T17:31:31.721916Z","steps":["trace[1091709127] 'process raft request' (duration: 145.739923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:31.722199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.89392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-24T17:31:31.722234Z","caller":"traceutil/trace.go:171","msg":"trace[1185879651] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4405; }","duration":"143.988622ms","start":"2026-07-24T17:31:31.578236Z","end":"2026-07-24T17:31:31.722225Z","steps":["trace[1185879651] 'agreement among raft nodes before linearized reading' (duration: 143.851899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:31.722319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.095984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-07-24T17:31:31.722355Z","caller":"traceutil/trace.go:171","msg":"trace[567108220] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4405; }","duration":"125.200346ms","start":"2026-07-24T17:31:31.597146Z","end":"2026-07-24T17:31:31.722346Z","steps":["trace[567108220] 'agreement among raft nodes before linearized reading' (duration: 125.059053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:39.930135Z","caller":"traceutil/trace.go:171","msg":"trace[2055578943] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"133.925621ms","start":"2026-07-24T17:31:39.796166Z","end":"2026-07-24T17:31:39.930092Z","steps":["trace[2055578943] 'process raft request' (duration: 133.688237ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:40.283958Z","caller":"traceutil/trace.go:171","msg":"trace[1753453255] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"346.023583ms","start":"2026-07-24T17:31:39.937903Z","end":"2026-07-24T17:31:40.283927Z","steps":["trace[1753453255] 'process raft request' (duration: 345.802629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.284217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:39.937886Z","time spent":"346.245957ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:40.284267Z","caller":"traceutil/trace.go:171","msg":"trace[1261639050] linearizableReadLoop","detail":"{readStateIndex:4754; appliedIndex:4752; }","duration":"232.349539ms","start":"2026-07-24T17:31:40.051838Z","end":"2026-07-24T17:31:40.284188Z","steps":["trace[1261639050] 'read index received' (duration: 231.874521ms)","trace[1261639050] 'applied index is now lower than readState.Index' (duration: 473.468µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:40.284659Z","caller":"traceutil/trace.go:171","msg":"trace[732843726] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"343.740503ms","start":"2026-07-24T17:31:39.940899Z","end":"2026-07-24T17:31:40.284639Z","steps":["trace[732843726] 'process raft request' (duration: 342.97587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.28484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:39.94088Z","time spent":"343.825304ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:40.285189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.356977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T17:31:40.285234Z","caller":"traceutil/trace.go:171","msg":"trace[358226495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4556; }","duration":"233.451408ms","start":"2026-07-24T17:31:40.051772Z","end":"2026-07-24T17:31:40.285224Z","steps":["trace[358226495] 'agreement among raft nodes before linearized reading' (duration: 233.258795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.285327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.401045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T17:31:40.28544Z","caller":"traceutil/trace.go:171","msg":"trace[378699061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4556; }","duration":"203.584038ms","start":"2026-07-24T17:31:40.081832Z","end":"2026-07-24T17:31:40.285416Z","steps":["trace[378699061] 'agreement among raft nodes before linearized reading' (duration: 203.291973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.656915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.422242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:31:40.657483Z","caller":"traceutil/trace.go:171","msg":"trace[754969236] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"366.816562ms","start":"2026-07-24T17:31:40.290591Z","end":"2026-07-24T17:31:40.657408Z","steps":["trace[754969236] 'process raft request' (duration: 118.77648ms)","trace[754969236] 'compare' (duration: 247.245679ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:40.657744Z","caller":"traceutil/trace.go:171","msg":"trace[1367447712] linearizableReadLoop","detail":"{readStateIndex:4755; appliedIndex:4754; }","duration":"366.916873ms","start":"2026-07-24T17:31:40.290782Z","end":"2026-07-24T17:31:40.657699Z","steps":["trace[1367447712] 'read index received' (duration: 118.602486ms)","trace[1367447712] 'applied index is now lower than readState.Index' (duration: 248.311217ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:40.657907Z","caller":"traceutil/trace.go:171","msg":"trace[1862074432] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"366.970514ms","start":"2026-07-24T17:31:40.290901Z","end":"2026-07-24T17:31:40.657872Z","steps":["trace[1862074432] 'process raft request' (duration: 366.549476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.658049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.242879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-07-24T17:31:40.658079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.290864Z","time spent":"367.131227ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:40.658114Z","caller":"traceutil/trace.go:171","msg":"trace[141061046] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4559; }","duration":"367.337881ms","start":"2026-07-24T17:31:40.290762Z","end":"2026-07-24T17:31:40.6581Z","steps":["trace[141061046] 'agreement among raft nodes before linearized reading' (duration: 367.056976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.658159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.290754Z","time spent":"367.395282ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T17:31:40.658223Z","caller":"traceutil/trace.go:171","msg":"trace[282851593] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"365.453618ms","start":"2026-07-24T17:31:40.292751Z","end":"2026-07-24T17:31:40.658204Z","steps":["trace[282851593] 'process raft request' (duration: 364.854798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.658354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.292735Z","time spent":"365.53392ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:40.658395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.290574Z","time spent":"367.082418ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:40.765338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.25997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T17:31:40.765575Z","caller":"traceutil/trace.go:171","msg":"trace[1989912931] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4757; }","duration":"107.710587ms","start":"2026-07-24T17:31:40.657842Z","end":"2026-07-24T17:31:40.765552Z","steps":["trace[1989912931] 'read index received' (duration: 61.871µs)","trace[1989912931] 'applied index is now lower than readState.Index' (duration: 107.645856ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:40.765632Z","caller":"traceutil/trace.go:171","msg":"trace[1449691827] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"102.809103ms","start":"2026-07-24T17:31:40.662805Z","end":"2026-07-24T17:31:40.765614Z","steps":["trace[1449691827] 'process raft request' (duration: 102.62461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.765949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.500495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-24T17:31:40.766068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.035368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-78878bf7f5-b7gw9.18c54a1933469e50\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-07-24T17:31:40.765971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.925626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92014b65-6ce8-4c11-8ad1-6873bfbe650b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-24T17:31:40.766116Z","caller":"traceutil/trace.go:171","msg":"trace[289875089] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-78878bf7f5-b7gw9.18c54a1933469e50; range_end:; response_count:1; response_revision:4560; }","duration":"339.110209ms","start":"2026-07-24T17:31:40.426994Z","end":"2026-07-24T17:31:40.766104Z","steps":["trace[289875089] 'agreement among raft nodes before linearized reading' (duration: 338.971057ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:40.766139Z","caller":"traceutil/trace.go:171","msg":"trace[331207232] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-92014b65-6ce8-4c11-8ad1-6873bfbe650b; range_end:; response_count:1; response_revision:4560; }","duration":"339.135389ms","start":"2026-07-24T17:31:40.426983Z","end":"2026-07-24T17:31:40.766118Z","steps":["trace[331207232] 'agreement among raft nodes before linearized reading' (duration: 338.761853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.766152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.426982Z","time spent":"339.16248ms","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":918,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-78878bf7f5-b7gw9.18c54a1933469e50\" "} {"level":"warn","ts":"2026-07-24T17:31:40.766202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.426969Z","time spent":"339.219561ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92014b65-6ce8-4c11-8ad1-6873bfbe650b\" "} {"level":"info","ts":"2026-07-24T17:31:40.765998Z","caller":"traceutil/trace.go:171","msg":"trace[1179410044] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4560; }","duration":"413.579586ms","start":"2026-07-24T17:31:40.352407Z","end":"2026-07-24T17:31:40.765987Z","steps":["trace[1179410044] 'agreement among raft nodes before linearized reading' (duration: 413.328722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:40.766393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.352394Z","time spent":"413.958523ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T17:31:40.76678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.414269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-24T17:31:40.766841Z","caller":"traceutil/trace.go:171","msg":"trace[2061962359] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4560; }","duration":"256.528641ms","start":"2026-07-24T17:31:40.510298Z","end":"2026-07-24T17:31:40.766827Z","steps":["trace[2061962359] 'agreement among raft nodes before linearized reading' (duration: 255.653795ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:41.057429Z","caller":"traceutil/trace.go:171","msg":"trace[1984620705] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"287.7444ms","start":"2026-07-24T17:31:40.769656Z","end":"2026-07-24T17:31:41.0574Z","steps":["trace[1984620705] 'process raft request' (duration: 287.543177ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:41.057419Z","caller":"traceutil/trace.go:171","msg":"trace[1817472016] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4759; }","duration":"286.659102ms","start":"2026-07-24T17:31:40.770727Z","end":"2026-07-24T17:31:41.057386Z","steps":["trace[1817472016] 'read index received' (duration: 286.481039ms)","trace[1817472016] 'applied index is now lower than readState.Index' (duration: 176.573µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:41.057753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.005248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce03aff3-5517-4764-ac50-71c167eaad35\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-24T17:31:41.058059Z","caller":"traceutil/trace.go:171","msg":"trace[1880130548] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce03aff3-5517-4764-ac50-71c167eaad35; range_end:; response_count:1; response_revision:4561; }","duration":"287.100969ms","start":"2026-07-24T17:31:40.77072Z","end":"2026-07-24T17:31:41.057821Z","steps":["trace[1880130548] 'agreement among raft nodes before linearized reading' (duration: 286.760603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:41.220099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.963705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:31:41.220457Z","caller":"traceutil/trace.go:171","msg":"trace[525429824] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"448.782158ms","start":"2026-07-24T17:31:40.771621Z","end":"2026-07-24T17:31:41.220403Z","steps":["trace[525429824] 'process raft request' (duration: 336.321894ms)","trace[525429824] 'compare' (duration: 111.779642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:31:41.220668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.771595Z","time spent":"448.980042ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:31:41.221269Z","caller":"traceutil/trace.go:171","msg":"trace[1929107638] linearizableReadLoop","detail":"{readStateIndex:4762; appliedIndex:4760; }","duration":"163.733744ms","start":"2026-07-24T17:31:41.057514Z","end":"2026-07-24T17:31:41.221248Z","steps":["trace[1929107638] 'read index received' (duration: 50.376145ms)","trace[1929107638] 'applied index is now lower than readState.Index' (duration: 113.356399ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:31:41.22137Z","caller":"traceutil/trace.go:171","msg":"trace[1717283781] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"447.039037ms","start":"2026-07-24T17:31:40.774321Z","end":"2026-07-24T17:31:41.22136Z","steps":["trace[1717283781] 'process raft request' (duration: 445.938038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:41.221443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.77431Z","time spent":"447.087758ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:31:41.222162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.886518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:31:41.222258Z","caller":"traceutil/trace.go:171","msg":"trace[1371158031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4564; }","duration":"403.005461ms","start":"2026-07-24T17:31:40.819235Z","end":"2026-07-24T17:31:41.222241Z","steps":["trace[1371158031] 'agreement among raft nodes before linearized reading' (duration: 402.571014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:41.222313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T17:31:40.819222Z","time spent":"403.080932ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T17:31:41.222619Z","caller":"traceutil/trace.go:171","msg":"trace[20732237] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"106.396418ms","start":"2026-07-24T17:31:41.116206Z","end":"2026-07-24T17:31:41.222602Z","steps":["trace[20732237] 'process raft request' (duration: 104.969363ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:41.225092Z","caller":"traceutil/trace.go:171","msg":"trace[712548639] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"108.25011ms","start":"2026-07-24T17:31:41.116827Z","end":"2026-07-24T17:31:41.225077Z","steps":["trace[712548639] 'process raft request' (duration: 107.908955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:41.225359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.850993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T17:31:41.225404Z","caller":"traceutil/trace.go:171","msg":"trace[290590567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4565; }","duration":"119.924794ms","start":"2026-07-24T17:31:41.105469Z","end":"2026-07-24T17:31:41.225394Z","steps":["trace[290590567] 'agreement among raft nodes before linearized reading' (duration: 119.807172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:41.221848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.037329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:31:41.226716Z","caller":"traceutil/trace.go:171","msg":"trace[1318030772] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4564; }","duration":"264.960684ms","start":"2026-07-24T17:31:40.961726Z","end":"2026-07-24T17:31:41.226687Z","steps":["trace[1318030772] 'agreement among raft nodes before linearized reading' (duration: 259.956237ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:31:52.482699Z","caller":"traceutil/trace.go:171","msg":"trace[1011401791] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"192.82081ms","start":"2026-07-24T17:31:52.289848Z","end":"2026-07-24T17:31:52.482669Z","steps":["trace[1011401791] 'process raft request' (duration: 192.124459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:31:52.922943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.942254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:31:52.923254Z","caller":"traceutil/trace.go:171","msg":"trace[518822705] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"141.158512ms","start":"2026-07-24T17:31:52.782061Z","end":"2026-07-24T17:31:52.92322Z","steps":["trace[518822705] 'process raft request' (duration: 19.817512ms)","trace[518822705] 'compare' (duration: 120.758191ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:34:52.018064Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3148} {"level":"info","ts":"2026-07-24T17:34:52.121642Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3148,"took":"102.254713ms","hash":78205377,"current-db-size-bytes":59043840,"current-db-size":"59 MB","current-db-size-in-use-bytes":31223808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T17:34:52.121752Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":78205377,"revision":3148,"compact-revision":-1}