{"level":"warn","ts":"2026-07-24T04:42:29.483526Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:42:29.483605Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T04:42:29.483668Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:42:29.483682Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-07-24T04:42:29.483698Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:42:29.484279Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-07-24T04:42:29.48438Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T04:42:29.488844Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.255638ms"} {"level":"info","ts":"2026-07-24T04:42:29.50118Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-07-24T04:42:29.501253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T04:42:29.501273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-07-24T04:42:29.501292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T04:42:29.501304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-07-24T04:42:29.501338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-07-24T04:42:29.509775Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T04:42:29.51121Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T04:42:29.512606Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T04:42:29.514632Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T04:42:29.515554Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T04:42:29.515787Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:42:29.515842Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:42:29.515852Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:42:29.516169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-07-24T04:42:29.516822Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-07-24T04:42:29.518667Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:42:29.518918Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T04:42:29.518955Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T04:42:29.519051Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-07-24T04:42:29.519063Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-07-24T04:42:30.002615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T04:42:30.002683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T04:42:30.002753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-07-24T04:42:30.002772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-07-24T04:42:30.002783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-07-24T04:42:30.002798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-07-24T04:42:30.002811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-07-24T04:42:30.003804Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T04:42:30.004031Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:42:30.004029Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:42:30.004175Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:42:30.004554Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T04:42:30.004597Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T04:42:30.004983Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:42:30.005105Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:42:30.005148Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:42:30.00735Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-07-24T04:42:30.007371Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T04:42:37.396481Z","caller":"traceutil/trace.go:171","msg":"trace[1779913638] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"114.839544ms","start":"2026-07-24T04:42:37.281607Z","end":"2026-07-24T04:42:37.396447Z","steps":["trace[1779913638] 'process raft request' (duration: 114.584827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.63979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.793389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:47.640047Z","caller":"traceutil/trace.go:171","msg":"trace[808189779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"131.124557ms","start":"2026-07-24T04:42:47.508893Z","end":"2026-07-24T04:42:47.640018Z","steps":["trace[808189779] 'range keys from in-memory index tree' (duration: 130.705467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.640185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.488586ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:42:47.640278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.122566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:42:47.64036Z","caller":"traceutil/trace.go:171","msg":"trace[1189138269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:375; }","duration":"188.248538ms","start":"2026-07-24T04:42:47.452089Z","end":"2026-07-24T04:42:47.640338Z","steps":["trace[1189138269] 'range keys from in-memory index tree' (duration: 188.011583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.640357Z","caller":"traceutil/trace.go:171","msg":"trace[1947828737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:375; }","duration":"801.648161ms","start":"2026-07-24T04:42:46.838679Z","end":"2026-07-24T04:42:47.640327Z","steps":["trace[1947828737] 'range keys from in-memory index tree' (duration: 801.470846ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:48.113907Z","caller":"traceutil/trace.go:171","msg":"trace[1444400688] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"468.925013ms","start":"2026-07-24T04:42:47.644953Z","end":"2026-07-24T04:42:48.113878Z","steps":["trace[1444400688] 'process raft request' (duration: 468.629175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:48.114472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:47.644923Z","time spent":"469.054015ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:48.465614Z","caller":"traceutil/trace.go:171","msg":"trace[2102801946] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"347.160647ms","start":"2026-07-24T04:42:48.11842Z","end":"2026-07-24T04:42:48.465581Z","steps":["trace[2102801946] 'process raft request' (duration: 346.982173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:48.4658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:48.118399Z","time spent":"347.29454ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:06.527968Z","caller":"traceutil/trace.go:171","msg":"trace[963712562] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"214.958761ms","start":"2026-07-24T04:43:06.312964Z","end":"2026-07-24T04:43:06.527923Z","steps":["trace[963712562] 'process raft request' (duration: 214.684305ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:09.42964Z","caller":"traceutil/trace.go:171","msg":"trace[269957667] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"107.332968ms","start":"2026-07-24T04:43:09.322281Z","end":"2026-07-24T04:43:09.429614Z","steps":["trace[269957667] 'process raft request' (duration: 54.649458ms)","trace[269957667] 'compare' (duration: 52.459404ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:09.429818Z","caller":"traceutil/trace.go:171","msg":"trace[2144736474] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"105.708067ms","start":"2026-07-24T04:43:09.32408Z","end":"2026-07-24T04:43:09.429788Z","steps":["trace[2144736474] 'process raft request' (duration: 105.485181ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:10.808885Z","caller":"traceutil/trace.go:171","msg":"trace[2073415187] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"100.58236ms","start":"2026-07-24T04:43:10.708264Z","end":"2026-07-24T04:43:10.808846Z","steps":["trace[2073415187] 'process raft request' (duration: 87.405602ms)","trace[2073415187] 'compare' (duration: 12.974653ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:11.112316Z","caller":"traceutil/trace.go:171","msg":"trace[1700274592] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"214.12018ms","start":"2026-07-24T04:43:10.898159Z","end":"2026-07-24T04:43:11.11228Z","steps":["trace[1700274592] 'process raft request' (duration: 174.450935ms)","trace[1700274592] 'compare' (duration: 39.525402ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:11.116588Z","caller":"traceutil/trace.go:171","msg":"trace[543416301] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"187.869008ms","start":"2026-07-24T04:43:10.928697Z","end":"2026-07-24T04:43:11.116566Z","steps":["trace[543416301] 'process raft request' (duration: 187.52337ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:11.11674Z","caller":"traceutil/trace.go:171","msg":"trace[101320356] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"152.023548ms","start":"2026-07-24T04:43:10.964684Z","end":"2026-07-24T04:43:11.116707Z","steps":["trace[101320356] 'process raft request' (duration: 151.819163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:11.753976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.43262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:11.754282Z","caller":"traceutil/trace.go:171","msg":"trace[1212230123] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"500.482256ms","start":"2026-07-24T04:43:11.253757Z","end":"2026-07-24T04:43:11.754239Z","steps":["trace[1212230123] 'process raft request' (duration: 237.565194ms)","trace[1212230123] 'compare' (duration: 262.217135ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:11.757289Z","caller":"traceutil/trace.go:171","msg":"trace[705915238] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"492.513408ms","start":"2026-07-24T04:43:11.261972Z","end":"2026-07-24T04:43:11.754485Z","steps":["trace[705915238] 'process raft request' (duration: 492.195219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:11.756962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:11.253727Z","time spent":"500.648849ms","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:11.757417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:11.261953Z","time spent":"495.4073ms","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:11.761979Z","caller":"traceutil/trace.go:171","msg":"trace[2024134641] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:571; }","duration":"446.255449ms","start":"2026-07-24T04:43:11.315687Z","end":"2026-07-24T04:43:11.761942Z","steps":["trace[2024134641] 'read index received' (duration: 175.568293ms)","trace[2024134641] 'applied index is now lower than readState.Index' (duration: 270.686236ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:11.762083Z","caller":"traceutil/trace.go:171","msg":"trace[1023249243] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"334.302847ms","start":"2026-07-24T04:43:11.427737Z","end":"2026-07-24T04:43:11.762039Z","steps":["trace[1023249243] 'process raft request' (duration: 331.133218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:11.762132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.434503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:43:11.762185Z","caller":"traceutil/trace.go:171","msg":"trace[8148245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"446.514964ms","start":"2026-07-24T04:43:11.315658Z","end":"2026-07-24T04:43:11.762173Z","steps":["trace[8148245] 'agreement among raft nodes before linearized reading' (duration: 446.400652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:11.762228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:11.315644Z","time spent":"446.573997ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:43:11.762248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:11.427703Z","time spent":"334.475441ms","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:43:11.7623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.606705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:43:11.762335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.408611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:43:11.762348Z","caller":"traceutil/trace.go:171","msg":"trace[1076237536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:554; }","duration":"328.672447ms","start":"2026-07-24T04:43:11.433664Z","end":"2026-07-24T04:43:11.762336Z","steps":["trace[1076237536] 'agreement among raft nodes before linearized reading' (duration: 328.589465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:11.762409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:11.433655Z","time spent":"328.744099ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T04:43:11.762414Z","caller":"traceutil/trace.go:171","msg":"trace[1033976677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:554; }","duration":"328.498953ms","start":"2026-07-24T04:43:11.433895Z","end":"2026-07-24T04:43:11.762394Z","steps":["trace[1033976677] 'agreement among raft nodes before linearized reading' (duration: 328.36725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:11.762469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:11.433889Z","time spent":"328.567654ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:43:12.178611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.400605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:12.178805Z","caller":"traceutil/trace.go:171","msg":"trace[1767188160] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"253.272063ms","start":"2026-07-24T04:43:11.925507Z","end":"2026-07-24T04:43:12.178779Z","steps":["trace[1767188160] 'process raft request' (duration: 88.5497ms)","trace[1767188160] 'compare' (duration: 164.287702ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:12.180228Z","caller":"traceutil/trace.go:171","msg":"trace[1242195575] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"185.372796ms","start":"2026-07-24T04:43:11.994837Z","end":"2026-07-24T04:43:12.18021Z","steps":["trace[1242195575] 'process raft request' (duration: 184.561946ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:12.270395Z","caller":"traceutil/trace.go:171","msg":"trace[760027108] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"135.898398ms","start":"2026-07-24T04:43:12.134448Z","end":"2026-07-24T04:43:12.270347Z","steps":["trace[760027108] 'process raft request' (duration: 135.792505ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:12.270399Z","caller":"traceutil/trace.go:171","msg":"trace[1667492587] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"191.802937ms","start":"2026-07-24T04:43:12.078565Z","end":"2026-07-24T04:43:12.270368Z","steps":["trace[1667492587] 'process raft request' (duration: 191.395057ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:18.054965Z","caller":"traceutil/trace.go:171","msg":"trace[1469507599] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"242.67479ms","start":"2026-07-24T04:43:17.812257Z","end":"2026-07-24T04:43:18.054932Z","steps":["trace[1469507599] 'read index received' (duration: 234.048665ms)","trace[1469507599] 'applied index is now lower than readState.Index' (duration: 8.624655ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:18.055012Z","caller":"traceutil/trace.go:171","msg":"trace[11945692] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"331.500008ms","start":"2026-07-24T04:43:17.723497Z","end":"2026-07-24T04:43:18.054997Z","steps":["trace[11945692] 'process raft request' (duration: 322.848623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:18.055239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.969148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:43:18.055281Z","caller":"traceutil/trace.go:171","msg":"trace[774977897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:602; }","duration":"243.075981ms","start":"2026-07-24T04:43:17.812193Z","end":"2026-07-24T04:43:18.055269Z","steps":["trace[774977897] 'agreement among raft nodes before linearized reading' (duration: 242.921057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:18.055277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:17.723464Z","time spent":"331.742834ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:43:18.055325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.777063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:43:18.055425Z","caller":"traceutil/trace.go:171","msg":"trace[216528172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:602; }","duration":"240.932507ms","start":"2026-07-24T04:43:17.814464Z","end":"2026-07-24T04:43:18.055397Z","steps":["trace[216528172] 'agreement among raft nodes before linearized reading' (duration: 240.736442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:18.05556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.194594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:43:18.055643Z","caller":"traceutil/trace.go:171","msg":"trace[1065296406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:602; }","duration":"239.287836ms","start":"2026-07-24T04:43:17.816332Z","end":"2026-07-24T04:43:18.05562Z","steps":["trace[1065296406] 'agreement among raft nodes before linearized reading' (duration: 239.062031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:18.296014Z","caller":"traceutil/trace.go:171","msg":"trace[1000258474] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"236.058907ms","start":"2026-07-24T04:43:18.059909Z","end":"2026-07-24T04:43:18.295968Z","steps":["trace[1000258474] 'process raft request' (duration: 209.078876ms)","trace[1000258474] 'compare' (duration: 26.697364ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:18.296313Z","caller":"traceutil/trace.go:171","msg":"trace[1176261798] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:623; }","duration":"233.659187ms","start":"2026-07-24T04:43:18.062558Z","end":"2026-07-24T04:43:18.296217Z","steps":["trace[1176261798] 'read index received' (duration: 17.035713ms)","trace[1176261798] 'applied index is now lower than readState.Index' (duration: 216.620684ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:18.296716Z","caller":"traceutil/trace.go:171","msg":"trace[2113479637] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"235.952474ms","start":"2026-07-24T04:43:18.060263Z","end":"2026-07-24T04:43:18.296216Z","steps":["trace[2113479637] 'process raft request' (duration: 235.640036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:18.296899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.301463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-24T04:43:18.297027Z","caller":"traceutil/trace.go:171","msg":"trace[563539248] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:605; }","duration":"234.463716ms","start":"2026-07-24T04:43:18.062542Z","end":"2026-07-24T04:43:18.297006Z","steps":["trace[563539248] 'agreement among raft nodes before linearized reading' (duration: 233.776219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:18.679865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.169547ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:43:18.680077Z","caller":"traceutil/trace.go:171","msg":"trace[785590353] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"375.219364ms","start":"2026-07-24T04:43:18.30481Z","end":"2026-07-24T04:43:18.680029Z","steps":["trace[785590353] 'read index received' (duration: 46.832µs)","trace[785590353] 'applied index is now lower than readState.Index' (duration: 375.170452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:18.6802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.361947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:18.68047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.21526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:18.680657Z","caller":"traceutil/trace.go:171","msg":"trace[939824896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"170.495297ms","start":"2026-07-24T04:43:18.510144Z","end":"2026-07-24T04:43:18.680639Z","steps":["trace[939824896] 'agreement among raft nodes before linearized reading' (duration: 170.251591ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:18.680492Z","caller":"traceutil/trace.go:171","msg":"trace[993514666] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:605; }","duration":"375.704016ms","start":"2026-07-24T04:43:18.304762Z","end":"2026-07-24T04:43:18.680466Z","steps":["trace[993514666] 'agreement among raft nodes before linearized reading' (duration: 375.351467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:18.680934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:18.304743Z","time spent":"376.170787ms","remote":"127.0.0.1:55058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-24T04:43:18.680393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.830292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gs5c5\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-24T04:43:18.681006Z","caller":"traceutil/trace.go:171","msg":"trace[996097028] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gs5c5; range_end:; response_count:1; response_revision:605; }","duration":"358.496169ms","start":"2026-07-24T04:43:18.322495Z","end":"2026-07-24T04:43:18.680991Z","steps":["trace[996097028] 'agreement among raft nodes before linearized reading' (duration: 357.706169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:18.681068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:18.322472Z","time spent":"358.58354ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-gs5c5\" "} {"level":"info","ts":"2026-07-24T04:43:18.996653Z","caller":"traceutil/trace.go:171","msg":"trace[1896030815] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"313.131791ms","start":"2026-07-24T04:43:18.683496Z","end":"2026-07-24T04:43:18.996627Z","steps":["trace[1896030815] 'process raft request' (duration: 312.953057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:18.9968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:18.683476Z","time spent":"313.251664ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:43:19.209039Z","caller":"traceutil/trace.go:171","msg":"trace[204878442] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"513.918881ms","start":"2026-07-24T04:43:18.695082Z","end":"2026-07-24T04:43:19.209001Z","steps":["trace[204878442] 'process raft request' (duration: 513.820367ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:19.209128Z","caller":"traceutil/trace.go:171","msg":"trace[1392262733] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"523.726534ms","start":"2026-07-24T04:43:18.685342Z","end":"2026-07-24T04:43:19.209068Z","steps":["trace[1392262733] 'process raft request' (duration: 523.323503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:19.209285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:18.695043Z","time spent":"514.111075ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:19.209363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:18.685316Z","time spent":"523.901698ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:20.495158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333574677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:43:20.697364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.488603471s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:43:20.697978Z","caller":"traceutil/trace.go:171","msg":"trace[668526690] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.695122952s","start":"2026-07-24T04:43:19.002821Z","end":"2026-07-24T04:43:20.697944Z","steps":["trace[668526690] 'process raft request' (duration: 1.694790564s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:20.698025Z","caller":"traceutil/trace.go:171","msg":"trace[1134918957] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.695102511s","start":"2026-07-24T04:43:19.002899Z","end":"2026-07-24T04:43:20.698001Z","steps":["trace[1134918957] 'process raft request' (duration: 1.694933387s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:20.698076Z","caller":"traceutil/trace.go:171","msg":"trace[1509290143] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.692790574s","start":"2026-07-24T04:43:19.005259Z","end":"2026-07-24T04:43:20.69805Z","steps":["trace[1509290143] 'process raft request' (duration: 1.692613139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:20.698123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:19.002789Z","time spent":"1.695262816s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:43:20.698136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.120872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:20.698172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:19.002865Z","time spent":"1.695218114s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:43:20.698195Z","caller":"traceutil/trace.go:171","msg":"trace[1293108300] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.692750703s","start":"2026-07-24T04:43:19.005424Z","end":"2026-07-24T04:43:20.698174Z","steps":["trace[1293108300] 'process raft request' (duration: 1.692513037s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:20.698223Z","caller":"traceutil/trace.go:171","msg":"trace[154344326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"703.281536ms","start":"2026-07-24T04:43:19.994925Z","end":"2026-07-24T04:43:20.698207Z","steps":["trace[154344326] 'agreement among raft nodes before linearized reading' (duration: 703.136733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:20.698218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:19.005234Z","time spent":"1.692909497s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:20.698022Z","caller":"traceutil/trace.go:171","msg":"trace[2127893577] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:630; }","duration":"702.984629ms","start":"2026-07-24T04:43:19.99501Z","end":"2026-07-24T04:43:20.697994Z","steps":["trace[2127893577] 'read index received' (duration: 702.550759ms)","trace[2127893577] 'applied index is now lower than readState.Index' (duration: 432.63µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:20.698268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:19.994903Z","time spent":"703.353358ms","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:43:20.698304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:19.005412Z","time spent":"1.692834675s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:20.698394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.858873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:20.698434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.865154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:43:20.698452Z","caller":"traceutil/trace.go:171","msg":"trace[896808436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"188.959575ms","start":"2026-07-24T04:43:20.509478Z","end":"2026-07-24T04:43:20.698437Z","steps":["trace[896808436] 'agreement among raft nodes before linearized reading' (duration: 188.851472ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:20.698492Z","caller":"traceutil/trace.go:171","msg":"trace[1156122161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:612; }","duration":"613.974887ms","start":"2026-07-24T04:43:20.084498Z","end":"2026-07-24T04:43:20.698472Z","steps":["trace[1156122161] 'agreement among raft nodes before linearized reading' (duration: 613.821303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:20.698507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.318007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:43:20.698529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:20.084464Z","time spent":"614.057088ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T04:43:20.698567Z","caller":"traceutil/trace.go:171","msg":"trace[1421767184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"396.40145ms","start":"2026-07-24T04:43:20.30215Z","end":"2026-07-24T04:43:20.698552Z","steps":["trace[1421767184] 'agreement among raft nodes before linearized reading' (duration: 396.196645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:20.698614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:20.30214Z","time spent":"396.463831ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:43:20.698679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.259182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:43:20.698781Z","caller":"traceutil/trace.go:171","msg":"trace[2065740452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"397.425816ms","start":"2026-07-24T04:43:20.301331Z","end":"2026-07-24T04:43:20.698757Z","steps":["trace[2065740452] 'agreement among raft nodes before linearized reading' (duration: 397.114198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:20.698832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:20.301302Z","time spent":"397.521098ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:43:21.635767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.79416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:21.635947Z","caller":"traceutil/trace.go:171","msg":"trace[1776304752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"127.008336ms","start":"2026-07-24T04:43:21.508891Z","end":"2026-07-24T04:43:21.6359Z","steps":["trace[1776304752] 'range keys from in-memory index tree' (duration: 126.673177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:25.64716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.927818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:25.647225Z","caller":"traceutil/trace.go:171","msg":"trace[1379679844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"138.053121ms","start":"2026-07-24T04:43:25.509157Z","end":"2026-07-24T04:43:25.64721Z","steps":["trace[1379679844] 'range keys from in-memory index tree' (duration: 137.846036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:35.750765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.096925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:35.750858Z","caller":"traceutil/trace.go:171","msg":"trace[429151783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:768; }","duration":"242.235929ms","start":"2026-07-24T04:43:35.508601Z","end":"2026-07-24T04:43:35.750837Z","steps":["trace[429151783] 'range keys from in-memory index tree' (duration: 242.006663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:35.751174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.469389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wrcgt\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-24T04:43:35.751327Z","caller":"traceutil/trace.go:171","msg":"trace[913280882] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wrcgt; range_end:; response_count:1; response_revision:768; }","duration":"319.599082ms","start":"2026-07-24T04:43:35.431672Z","end":"2026-07-24T04:43:35.751271Z","steps":["trace[913280882] 'range keys from in-memory index tree' (duration: 319.155739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:35.751427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:35.431613Z","time spent":"319.800338ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wrcgt\" "} {"level":"info","ts":"2026-07-24T04:43:36.434143Z","caller":"traceutil/trace.go:171","msg":"trace[1328804095] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"674.434092ms","start":"2026-07-24T04:43:35.759662Z","end":"2026-07-24T04:43:36.434096Z","steps":["trace[1328804095] 'process raft request' (duration: 674.067403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:36.434311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:35.759644Z","time spent":"674.578646ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:36.445611Z","caller":"traceutil/trace.go:171","msg":"trace[1571597775] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:795; }","duration":"377.252295ms","start":"2026-07-24T04:43:36.068331Z","end":"2026-07-24T04:43:36.445583Z","steps":["trace[1571597775] 'read index received' (duration: 365.342512ms)","trace[1571597775] 'applied index is now lower than readState.Index' (duration: 11.908403ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:36.44569Z","caller":"traceutil/trace.go:171","msg":"trace[1439131133] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"508.941247ms","start":"2026-07-24T04:43:35.936717Z","end":"2026-07-24T04:43:36.445658Z","steps":["trace[1439131133] 'process raft request' (duration: 508.660991ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:36.445857Z","caller":"traceutil/trace.go:171","msg":"trace[378981576] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"340.496383ms","start":"2026-07-24T04:43:36.105343Z","end":"2026-07-24T04:43:36.445839Z","steps":["trace[378981576] 'process raft request' (duration: 340.177844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:36.445883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.546663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T04:43:36.445891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:35.93667Z","time spent":"509.110601ms","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5056,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:36.445926Z","caller":"traceutil/trace.go:171","msg":"trace[604568274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:771; }","duration":"377.655996ms","start":"2026-07-24T04:43:36.068258Z","end":"2026-07-24T04:43:36.445914Z","steps":["trace[604568274] 'agreement among raft nodes before linearized reading' (duration: 377.4855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:36.445933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:36.105307Z","time spent":"340.591175ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:36.445975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:36.068221Z","time spent":"377.745248ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T04:44:05.715903Z","caller":"traceutil/trace.go:171","msg":"trace[1791982502] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"277.283541ms","start":"2026-07-24T04:44:05.438589Z","end":"2026-07-24T04:44:05.715873Z","steps":["trace[1791982502] 'process raft request' (duration: 277.072296ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:06.005264Z","caller":"traceutil/trace.go:171","msg":"trace[2073034273] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"207.724753ms","start":"2026-07-24T04:44:05.797511Z","end":"2026-07-24T04:44:06.005236Z","steps":["trace[2073034273] 'read index received' (duration: 194.523459ms)","trace[2073034273] 'applied index is now lower than readState.Index' (duration: 13.199934ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:06.005302Z","caller":"traceutil/trace.go:171","msg":"trace[1908813117] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"326.0823ms","start":"2026-07-24T04:44:05.67919Z","end":"2026-07-24T04:44:06.005272Z","steps":["trace[1908813117] 'process raft request' (duration: 312.812804ms)","trace[1908813117] 'compare' (duration: 13.118862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:06.005392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.870586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:44:06.005433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:05.679171Z","time spent":"326.187232ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:06.005448Z","caller":"traceutil/trace.go:171","msg":"trace[281024254] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1169; }","duration":"207.977738ms","start":"2026-07-24T04:44:05.79746Z","end":"2026-07-24T04:44:06.005437Z","steps":["trace[281024254] 'agreement among raft nodes before linearized reading' (duration: 207.880586ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:21.172881Z","caller":"traceutil/trace.go:171","msg":"trace[17069529] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"106.980859ms","start":"2026-07-24T04:44:21.065859Z","end":"2026-07-24T04:44:21.17284Z","steps":["trace[17069529] 'process raft request' (duration: 106.775134ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:26.366036Z","caller":"traceutil/trace.go:171","msg":"trace[570727968] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"154.997267ms","start":"2026-07-24T04:44:26.211011Z","end":"2026-07-24T04:44:26.366008Z","steps":["trace[570727968] 'process raft request' (duration: 154.815553ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:28.126764Z","caller":"traceutil/trace.go:171","msg":"trace[1483606957] linearizableReadLoop","detail":"{readStateIndex:1468; appliedIndex:1467; }","duration":"209.732352ms","start":"2026-07-24T04:44:27.917006Z","end":"2026-07-24T04:44:28.126739Z","steps":["trace[1483606957] 'read index received' (duration: 209.622489ms)","trace[1483606957] 'applied index is now lower than readState.Index' (duration: 108.763µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:28.126837Z","caller":"traceutil/trace.go:171","msg":"trace[78895484] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"277.159257ms","start":"2026-07-24T04:44:27.849649Z","end":"2026-07-24T04:44:28.126808Z","steps":["trace[78895484] 'process raft request' (duration: 276.913722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:28.127037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.995668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:44:28.127128Z","caller":"traceutil/trace.go:171","msg":"trace[50292487] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1426; }","duration":"210.142672ms","start":"2026-07-24T04:44:27.916965Z","end":"2026-07-24T04:44:28.127107Z","steps":["trace[50292487] 'agreement among raft nodes before linearized reading' (duration: 209.901016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:51.977862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.705908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222d64cf-7975-4243-8028-fa53c2be3929\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-24T04:44:51.977989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.09079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:44:51.978437Z","caller":"traceutil/trace.go:171","msg":"trace[1059283772] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222d64cf-7975-4243-8028-fa53c2be3929; range_end:; response_count:1; response_revision:1827; }","duration":"902.317933ms","start":"2026-07-24T04:44:51.076087Z","end":"2026-07-24T04:44:51.978405Z","steps":["trace[1059283772] 'range keys from in-memory index tree' (duration: 901.444822ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:51.978496Z","caller":"traceutil/trace.go:171","msg":"trace[800423738] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"767.564718ms","start":"2026-07-24T04:44:51.210888Z","end":"2026-07-24T04:44:51.978453Z","steps":["trace[800423738] 'read index received' (duration: 47.822463ms)","trace[800423738] 'applied index is now lower than readState.Index' (duration: 719.739735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:51.978505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:51.076066Z","time spent":"902.420026ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222d64cf-7975-4243-8028-fa53c2be3929\" "} {"level":"warn","ts":"2026-07-24T04:44:51.978735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.436218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:44:51.978719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.796803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:44:51.978768Z","caller":"traceutil/trace.go:171","msg":"trace[1748508876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1828; }","duration":"661.505709ms","start":"2026-07-24T04:44:51.317252Z","end":"2026-07-24T04:44:51.978757Z","steps":["trace[1748508876] 'agreement among raft nodes before linearized reading' (duration: 661.374446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:51.978809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:51.317216Z","time spent":"661.585911ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:44:51.978792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.861801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:44:51.978833Z","caller":"traceutil/trace.go:171","msg":"trace[1990438260] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1828; }","duration":"767.953837ms","start":"2026-07-24T04:44:51.210844Z","end":"2026-07-24T04:44:51.978798Z","steps":["trace[1990438260] 'agreement among raft nodes before linearized reading' (duration: 767.732792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:51.978841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.911552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:44:51.978878Z","caller":"traceutil/trace.go:171","msg":"trace[1637862921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1828; }","duration":"267.956023ms","start":"2026-07-24T04:44:51.710901Z","end":"2026-07-24T04:44:51.978857Z","steps":["trace[1637862921] 'agreement among raft nodes before linearized reading' (duration: 267.742748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:51.978868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.956873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:44:51.978896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:51.210826Z","time spent":"768.051629ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:44:51.97892Z","caller":"traceutil/trace.go:171","msg":"trace[816038495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1828; }","duration":"658.016785ms","start":"2026-07-24T04:44:51.320886Z","end":"2026-07-24T04:44:51.978902Z","steps":["trace[816038495] 'agreement among raft nodes before linearized reading' (duration: 657.775139ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:51.978947Z","caller":"traceutil/trace.go:171","msg":"trace[416592539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1828; }","duration":"658.066316ms","start":"2026-07-24T04:44:51.32086Z","end":"2026-07-24T04:44:51.978926Z","steps":["trace[416592539] 'agreement among raft nodes before linearized reading' (duration: 657.80915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:51.97897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:51.32087Z","time spent":"658.091826ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:44:51.978986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:51.320842Z","time spent":"658.136748ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:44:51.979073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.506348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-24T04:44:51.979116Z","caller":"traceutil/trace.go:171","msg":"trace[363732950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1828; }","duration":"410.58349ms","start":"2026-07-24T04:44:51.56852Z","end":"2026-07-24T04:44:51.979104Z","steps":["trace[363732950] 'agreement among raft nodes before linearized reading' (duration: 410.472487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:51.979144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:51.568499Z","time spent":"410.63899ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:44:51.979158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.35058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-222d64cf-7975-4243-8028-fa53c2be3929\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T04:44:51.979212Z","caller":"traceutil/trace.go:171","msg":"trace[1095928093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-222d64cf-7975-4243-8028-fa53c2be3929; range_end:; response_count:1; response_revision:1828; }","duration":"163.490754ms","start":"2026-07-24T04:44:51.815704Z","end":"2026-07-24T04:44:51.979195Z","steps":["trace[1095928093] 'agreement among raft nodes before linearized reading' (duration: 163.295599ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:51.979512Z","caller":"traceutil/trace.go:171","msg":"trace[1258243322] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"799.634406ms","start":"2026-07-24T04:44:51.178831Z","end":"2026-07-24T04:44:51.978466Z","steps":["trace[1258243322] 'process raft request' (duration: 79.942192ms)","trace[1258243322] 'compare' (duration: 718.786143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:51.979652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:51.178798Z","time spent":"800.775085ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:52.126143Z","caller":"traceutil/trace.go:171","msg":"trace[116612320] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"141.788907ms","start":"2026-07-24T04:44:51.984328Z","end":"2026-07-24T04:44:52.126117Z","steps":["trace[116612320] 'process raft request' (duration: 141.706975ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:52.126526Z","caller":"traceutil/trace.go:171","msg":"trace[1391249187] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"139.304337ms","start":"2026-07-24T04:44:51.987192Z","end":"2026-07-24T04:44:52.126496Z","steps":["trace[1391249187] 'process raft request' (duration: 139.182104ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:52.126525Z","caller":"traceutil/trace.go:171","msg":"trace[2023961140] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"142.079294ms","start":"2026-07-24T04:44:51.984422Z","end":"2026-07-24T04:44:52.126502Z","steps":["trace[2023961140] 'process raft request' (duration: 141.653804ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:52.126191Z","caller":"traceutil/trace.go:171","msg":"trace[65714414] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"142.34432ms","start":"2026-07-24T04:44:51.983792Z","end":"2026-07-24T04:44:52.126136Z","steps":["trace[65714414] 'process raft request' (duration: 134.09861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:52.333642Z","caller":"traceutil/trace.go:171","msg":"trace[505786189] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"106.253983ms","start":"2026-07-24T04:44:52.227339Z","end":"2026-07-24T04:44:52.333593Z","steps":["trace[505786189] 'process raft request' (duration: 105.947615ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:58.232773Z","caller":"traceutil/trace.go:171","msg":"trace[66934502] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"152.069668ms","start":"2026-07-24T04:44:58.080678Z","end":"2026-07-24T04:44:58.232747Z","steps":["trace[66934502] 'process raft request' (duration: 150.11824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:04.571189Z","caller":"traceutil/trace.go:171","msg":"trace[1228954044] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"160.91413ms","start":"2026-07-24T04:45:04.410252Z","end":"2026-07-24T04:45:04.571166Z","steps":["trace[1228954044] 'read index received' (duration: 160.764377ms)","trace[1228954044] 'applied index is now lower than readState.Index' (duration: 146.843µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:04.57122Z","caller":"traceutil/trace.go:171","msg":"trace[23949220] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"203.805463ms","start":"2026-07-24T04:45:04.367389Z","end":"2026-07-24T04:45:04.571194Z","steps":["trace[23949220] 'process raft request' (duration: 203.617508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:04.571467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.205658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:45:04.571582Z","caller":"traceutil/trace.go:171","msg":"trace[1894860305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1937; }","duration":"161.363793ms","start":"2026-07-24T04:45:04.410198Z","end":"2026-07-24T04:45:04.571561Z","steps":["trace[1894860305] 'agreement among raft nodes before linearized reading' (duration: 161.086415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:04.636476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.062277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:04.636473Z","caller":"traceutil/trace.go:171","msg":"trace[1608414435] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"178.683834ms","start":"2026-07-24T04:45:04.457761Z","end":"2026-07-24T04:45:04.636445Z","steps":["trace[1608414435] 'process raft request' (duration: 178.468899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:04.636566Z","caller":"traceutil/trace.go:171","msg":"trace[1883298539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1938; }","duration":"129.2004ms","start":"2026-07-24T04:45:04.507342Z","end":"2026-07-24T04:45:04.636542Z","steps":["trace[1883298539] 'agreement among raft nodes before linearized reading' (duration: 129.049787ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:05.183039Z","caller":"traceutil/trace.go:171","msg":"trace[921732816] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"174.698698ms","start":"2026-07-24T04:45:05.008314Z","end":"2026-07-24T04:45:05.183013Z","steps":["trace[921732816] 'process raft request' (duration: 174.545734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:05.201051Z","caller":"traceutil/trace.go:171","msg":"trace[452738486] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"118.5034ms","start":"2026-07-24T04:45:05.08251Z","end":"2026-07-24T04:45:05.201014Z","steps":["trace[452738486] 'process raft request' (duration: 118.245913ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:07.870336Z","caller":"traceutil/trace.go:171","msg":"trace[1886359354] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"361.23655ms","start":"2026-07-24T04:45:07.50907Z","end":"2026-07-24T04:45:07.870306Z","steps":["trace[1886359354] 'read index received' (duration: 360.987444ms)","trace[1886359354] 'applied index is now lower than readState.Index' (duration: 247.476µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:07.870446Z","caller":"traceutil/trace.go:171","msg":"trace[1046053419] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"495.420993ms","start":"2026-07-24T04:45:07.374985Z","end":"2026-07-24T04:45:07.870406Z","steps":["trace[1046053419] 'process raft request' (duration: 495.152756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:07.870806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:07.374964Z","time spent":"495.780281ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5885,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:07.87061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.494217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:07.87104Z","caller":"traceutil/trace.go:171","msg":"trace[1972870984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"361.996879ms","start":"2026-07-24T04:45:07.50903Z","end":"2026-07-24T04:45:07.871026Z","steps":["trace[1972870984] 'agreement among raft nodes before linearized reading' (duration: 361.487456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:07.871103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:07.509015Z","time spent":"362.077501ms","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:45:39.579497Z","caller":"traceutil/trace.go:171","msg":"trace[302085668] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"208.851916ms","start":"2026-07-24T04:45:39.370622Z","end":"2026-07-24T04:45:39.579474Z","steps":["trace[302085668] 'read index received' (duration: 208.723913ms)","trace[302085668] 'applied index is now lower than readState.Index' (duration: 126.713µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:39.579556Z","caller":"traceutil/trace.go:171","msg":"trace[1012104374] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"235.7293ms","start":"2026-07-24T04:45:39.343791Z","end":"2026-07-24T04:45:39.579521Z","steps":["trace[1012104374] 'process raft request' (duration: 235.540256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:39.579795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.162094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c52047a2c8bfa1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-24T04:45:39.579867Z","caller":"traceutil/trace.go:171","msg":"trace[1392020951] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c52047a2c8bfa1; range_end:; response_count:1; response_revision:2139; }","duration":"209.291957ms","start":"2026-07-24T04:45:39.370556Z","end":"2026-07-24T04:45:39.579848Z","steps":["trace[1392020951] 'agreement among raft nodes before linearized reading' (duration: 209.097292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:39.579914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.176817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-24T04:45:39.57997Z","caller":"traceutil/trace.go:171","msg":"trace[437851140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2139; }","duration":"140.28048ms","start":"2026-07-24T04:45:39.439677Z","end":"2026-07-24T04:45:39.579958Z","steps":["trace[437851140] 'agreement among raft nodes before linearized reading' (duration: 140.120326ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:42.231018Z","caller":"traceutil/trace.go:171","msg":"trace[977934115] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"162.992871ms","start":"2026-07-24T04:45:42.067999Z","end":"2026-07-24T04:45:42.230992Z","steps":["trace[977934115] 'process raft request' (duration: 162.825497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:42.897448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.686172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:45:42.897599Z","caller":"traceutil/trace.go:171","msg":"trace[1340824090] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2230; }","duration":"468.041257ms","start":"2026-07-24T04:45:42.429536Z","end":"2026-07-24T04:45:42.897577Z","steps":["trace[1340824090] 'read index received' (duration: 271.177021ms)","trace[1340824090] 'applied index is now lower than readState.Index' (duration: 196.862916ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:42.897673Z","caller":"traceutil/trace.go:171","msg":"trace[396249967] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"657.043601ms","start":"2026-07-24T04:45:42.240586Z","end":"2026-07-24T04:45:42.89763Z","steps":["trace[396249967] 'process raft request' (duration: 460.049042ms)","trace[396249967] 'compare' (duration: 196.397474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:45:42.897875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.350934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:45:42.897895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.240561Z","time spent":"657.251777ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:42.897928Z","caller":"traceutil/trace.go:171","msg":"trace[949588212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2151; }","duration":"468.451286ms","start":"2026-07-24T04:45:42.429463Z","end":"2026-07-24T04:45:42.897914Z","steps":["trace[949588212] 'agreement among raft nodes before linearized reading' (duration: 468.20824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:42.897969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.429428Z","time spent":"468.531418ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:45:43.574775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.605548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:45:43.575092Z","caller":"traceutil/trace.go:171","msg":"trace[2020263475] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2231; }","duration":"677.446887ms","start":"2026-07-24T04:45:42.89763Z","end":"2026-07-24T04:45:43.575077Z","steps":["trace[2020263475] 'read index received' (duration: 248.521641ms)","trace[2020263475] 'applied index is now lower than readState.Index' (duration: 428.923966ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:43.575026Z","caller":"traceutil/trace.go:171","msg":"trace[608837317] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"873.220626ms","start":"2026-07-24T04:45:42.70177Z","end":"2026-07-24T04:45:43.574991Z","steps":["trace[608837317] 'process raft request' (duration: 444.253819ms)","trace[608837317] 'compare' (duration: 428.350352ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:43.575234Z","caller":"traceutil/trace.go:171","msg":"trace[899662084] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"673.189504ms","start":"2026-07-24T04:45:42.901997Z","end":"2026-07-24T04:45:43.575186Z","steps":["trace[899662084] 'process raft request' (duration: 673.03293ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:43.575295Z","caller":"traceutil/trace.go:171","msg":"trace[1670796467] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"816.976139ms","start":"2026-07-24T04:45:42.758285Z","end":"2026-07-24T04:45:43.575261Z","steps":["trace[1670796467] 'process raft request' (duration: 816.65016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:43.575299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.039945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:45:43.575351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.097443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-24T04:45:43.575334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138250629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T04:45:43.57537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.701745Z","time spent":"873.521623ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:43.575395Z","caller":"traceutil/trace.go:171","msg":"trace[215639679] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"945.168965ms","start":"2026-07-24T04:45:42.630209Z","end":"2026-07-24T04:45:43.575378Z","steps":["trace[215639679] 'agreement among raft nodes before linearized reading' (duration: 944.988121ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:43.575397Z","caller":"traceutil/trace.go:171","msg":"trace[1749065213] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2154; }","duration":"1.138354211s","start":"2026-07-24T04:45:42.437029Z","end":"2026-07-24T04:45:43.575383Z","steps":["trace[1749065213] 'agreement among raft nodes before linearized reading' (duration: 1.138185877s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:43.575398Z","caller":"traceutil/trace.go:171","msg":"trace[778890232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2154; }","duration":"904.182879ms","start":"2026-07-24T04:45:42.671188Z","end":"2026-07-24T04:45:43.57537Z","steps":["trace[778890232] 'agreement among raft nodes before linearized reading' (duration: 903.980234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:43.575402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.187544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:45:43.575398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.901962Z","time spent":"673.352638ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:43.575434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.437009Z","time spent":"1.138420173s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:45:43.575431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.630191Z","time spent":"945.231027ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:45:43.575416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142172143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:45:43.57546Z","caller":"traceutil/trace.go:171","msg":"trace[1630291317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2154; }","duration":"759.269306ms","start":"2026-07-24T04:45:42.816175Z","end":"2026-07-24T04:45:43.575444Z","steps":["trace[1630291317] 'agreement among raft nodes before linearized reading' (duration: 759.0431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:43.57546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.671165Z","time spent":"904.278411ms","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:45:43.575455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.758257Z","time spent":"817.108863ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:43.575502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.816163Z","time spent":"759.328698ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:45:43.575482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.44067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T04:45:43.575522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.639075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:43.575506Z","caller":"traceutil/trace.go:171","msg":"trace[1662957217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"1.142283586s","start":"2026-07-24T04:45:42.433194Z","end":"2026-07-24T04:45:43.575478Z","steps":["trace[1662957217] 'agreement among raft nodes before linearized reading' (duration: 1.14201603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:43.57551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.095261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T04:45:43.57555Z","caller":"traceutil/trace.go:171","msg":"trace[1139845138] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2154; }","duration":"810.695597ms","start":"2026-07-24T04:45:42.764846Z","end":"2026-07-24T04:45:43.575541Z","steps":["trace[1139845138] 'agreement among raft nodes before linearized reading' (duration: 810.655026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:43.575571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.43318Z","time spent":"1.142375748s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T04:45:43.57557Z","caller":"traceutil/trace.go:171","msg":"trace[1809101495] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:2154; }","duration":"522.568753ms","start":"2026-07-24T04:45:43.052972Z","end":"2026-07-24T04:45:43.575541Z","steps":["trace[1809101495] 'agreement among raft nodes before linearized reading' (duration: 522.309497ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:43.575581Z","caller":"traceutil/trace.go:171","msg":"trace[410570326] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2154; }","duration":"176.194483ms","start":"2026-07-24T04:45:43.399365Z","end":"2026-07-24T04:45:43.575559Z","steps":["trace[410570326] 'agreement among raft nodes before linearized reading' (duration: 176.030649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:43.575588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142351888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T04:45:43.575625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:43.052951Z","time spent":"522.661055ms","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-07-24T04:45:43.575638Z","caller":"traceutil/trace.go:171","msg":"trace[1741060529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"1.14242635s","start":"2026-07-24T04:45:42.433189Z","end":"2026-07-24T04:45:43.575615Z","steps":["trace[1741060529] 'agreement among raft nodes before linearized reading' (duration: 1.142324137s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:43.575669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.433173Z","time spent":"1.142490101s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:45:43.575573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:42.764834Z","time spent":"810.734067ms","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:45:43.82019Z","caller":"traceutil/trace.go:171","msg":"trace[1773393247] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"225.888731ms","start":"2026-07-24T04:45:43.594274Z","end":"2026-07-24T04:45:43.820163Z","steps":["trace[1773393247] 'process raft request' (duration: 221.487613ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:43.82017Z","caller":"traceutil/trace.go:171","msg":"trace[1220523229] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2235; }","duration":"193.934074ms","start":"2026-07-24T04:45:43.626198Z","end":"2026-07-24T04:45:43.820132Z","steps":["trace[1220523229] 'read index received' (duration: 38.056495ms)","trace[1220523229] 'applied index is now lower than readState.Index' (duration: 155.874709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:45:43.820516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.743401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:45:43.820481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.272872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:45:43.820595Z","caller":"traceutil/trace.go:171","msg":"trace[1087944065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2160; }","duration":"194.439136ms","start":"2026-07-24T04:45:43.626142Z","end":"2026-07-24T04:45:43.820581Z","steps":["trace[1087944065] 'agreement among raft nodes before linearized reading' (duration: 194.086977ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:43.820656Z","caller":"traceutil/trace.go:171","msg":"trace[1321068337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2160; }","duration":"133.880114ms","start":"2026-07-24T04:45:43.686686Z","end":"2026-07-24T04:45:43.820566Z","steps":["trace[1321068337] 'agreement among raft nodes before linearized reading' (duration: 133.729691ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:30.109584Z","caller":"traceutil/trace.go:171","msg":"trace[505497375] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"362.561844ms","start":"2026-07-24T04:46:29.746996Z","end":"2026-07-24T04:46:30.109558Z","steps":["trace[505497375] 'process raft request' (duration: 362.42273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:30.109763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:46:29.746975Z","time spent":"362.683417ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:46:30.1179Z","caller":"traceutil/trace.go:171","msg":"trace[1337447690] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2675; }","duration":"330.136013ms","start":"2026-07-24T04:46:29.78774Z","end":"2026-07-24T04:46:30.117876Z","steps":["trace[1337447690] 'read index received' (duration: 321.725191ms)","trace[1337447690] 'applied index is now lower than readState.Index' (duration: 8.409472ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:46:30.118019Z","caller":"traceutil/trace.go:171","msg":"trace[2011383485] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"370.513535ms","start":"2026-07-24T04:46:29.747495Z","end":"2026-07-24T04:46:30.118008Z","steps":["trace[2011383485] 'process raft request' (duration: 370.272308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:30.118124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:46:29.747465Z","time spent":"370.582427ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:46:30.118152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.863041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:46:30.118213Z","caller":"traceutil/trace.go:171","msg":"trace[1609736360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2580; }","duration":"243.951652ms","start":"2026-07-24T04:46:29.874246Z","end":"2026-07-24T04:46:30.118198Z","steps":["trace[1609736360] 'agreement among raft nodes before linearized reading' (duration: 243.807459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:30.118355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.613615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:46:30.11839Z","caller":"traceutil/trace.go:171","msg":"trace[1908734896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2580; }","duration":"330.677247ms","start":"2026-07-24T04:46:29.787704Z","end":"2026-07-24T04:46:30.118382Z","steps":["trace[1908734896] 'agreement among raft nodes before linearized reading' (duration: 330.593085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:30.118424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:46:29.787692Z","time spent":"330.724329ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:46:30.118636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.173558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:46:30.118664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.327322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:46:30.118689Z","caller":"traceutil/trace.go:171","msg":"trace[1002597598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2580; }","duration":"244.238659ms","start":"2026-07-24T04:46:29.874437Z","end":"2026-07-24T04:46:30.118676Z","steps":["trace[1002597598] 'agreement among raft nodes before linearized reading' (duration: 244.095986ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:30.118697Z","caller":"traceutil/trace.go:171","msg":"trace[581370416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2580; }","duration":"244.395004ms","start":"2026-07-24T04:46:29.874292Z","end":"2026-07-24T04:46:30.118687Z","steps":["trace[581370416] 'agreement among raft nodes before linearized reading' (duration: 244.308131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:30.118953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.490406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:46:30.118995Z","caller":"traceutil/trace.go:171","msg":"trace[1863571227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2580; }","duration":"244.546567ms","start":"2026-07-24T04:46:29.874437Z","end":"2026-07-24T04:46:30.118984Z","steps":["trace[1863571227] 'agreement among raft nodes before linearized reading' (duration: 244.436974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:04.631227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.271207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:47:04.63132Z","caller":"traceutil/trace.go:171","msg":"trace[261842582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2786; }","duration":"285.393691ms","start":"2026-07-24T04:47:04.345908Z","end":"2026-07-24T04:47:04.631302Z","steps":["trace[261842582] 'range keys from in-memory index tree' (duration: 285.121564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:04.631333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.38306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:47:04.631365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.558288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T04:47:04.63143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.236141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T04:47:04.631479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.565083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T04:47:04.631503Z","caller":"traceutil/trace.go:171","msg":"trace[76386769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2786; }","duration":"294.702931ms","start":"2026-07-24T04:47:04.336754Z","end":"2026-07-24T04:47:04.631457Z","steps":["trace[76386769] 'range keys from in-memory index tree' (duration: 294.350642ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:04.631477Z","caller":"traceutil/trace.go:171","msg":"trace[1644339443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2786; }","duration":"283.587195ms","start":"2026-07-24T04:47:04.347854Z","end":"2026-07-24T04:47:04.631441Z","steps":["trace[1644339443] 'range keys from in-memory index tree' (duration: 283.160295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:04.631544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.445973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:47:04.631485Z","caller":"traceutil/trace.go:171","msg":"trace[1342152011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2786; }","duration":"288.308283ms","start":"2026-07-24T04:47:04.343163Z","end":"2026-07-24T04:47:04.631472Z","steps":["trace[1342152011] 'range keys from in-memory index tree' (duration: 287.968024ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:04.631576Z","caller":"traceutil/trace.go:171","msg":"trace[1687203849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2786; }","duration":"281.499284ms","start":"2026-07-24T04:47:04.350067Z","end":"2026-07-24T04:47:04.631566Z","steps":["trace[1687203849] 'range keys from in-memory index tree' (duration: 280.96518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:04.631365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.721134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:47:04.631687Z","caller":"traceutil/trace.go:171","msg":"trace[552134845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2786; }","duration":"310.079292ms","start":"2026-07-24T04:47:04.321589Z","end":"2026-07-24T04:47:04.631668Z","steps":["trace[552134845] 'range keys from in-memory index tree' (duration: 309.519098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:04.631739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:04.321577Z","time spent":"310.147194ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:47:04.631537Z","caller":"traceutil/trace.go:171","msg":"trace[775460000] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2786; }","duration":"358.640795ms","start":"2026-07-24T04:47:04.272877Z","end":"2026-07-24T04:47:04.631518Z","steps":["trace[775460000] 'range keys from in-memory index tree' (duration: 358.193814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:04.632059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:04.272864Z","time spent":"359.118497ms","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T04:47:04.809838Z","caller":"traceutil/trace.go:171","msg":"trace[669670714] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2891; }","duration":"174.066834ms","start":"2026-07-24T04:47:04.635749Z","end":"2026-07-24T04:47:04.809816Z","steps":["trace[669670714] 'read index received' (duration: 174.024482ms)","trace[669670714] 'applied index is now lower than readState.Index' (duration: 41.401µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:04.809966Z","caller":"traceutil/trace.go:171","msg":"trace[1174358825] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"174.978395ms","start":"2026-07-24T04:47:04.634946Z","end":"2026-07-24T04:47:04.809924Z","steps":["trace[1174358825] 'process raft request' (duration: 174.723829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:04.810203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.421202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-24T04:47:04.810287Z","caller":"traceutil/trace.go:171","msg":"trace[818464782] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2787; }","duration":"174.525145ms","start":"2026-07-24T04:47:04.635742Z","end":"2026-07-24T04:47:04.810267Z","steps":["trace[818464782] 'agreement among raft nodes before linearized reading' (duration: 174.235617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:05.52594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.381344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:47:05.526133Z","caller":"traceutil/trace.go:171","msg":"trace[2111491243] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"889.885735ms","start":"2026-07-24T04:47:04.636232Z","end":"2026-07-24T04:47:05.526118Z","steps":["trace[2111491243] 'process raft request' (duration: 889.832084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:05.526192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:04.636201Z","time spent":"889.966827ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:05.526248Z","caller":"traceutil/trace.go:171","msg":"trace[1665859826] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"890.07949ms","start":"2026-07-24T04:47:04.636137Z","end":"2026-07-24T04:47:05.526216Z","steps":["trace[1665859826] 'process raft request' (duration: 889.888315ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:05.526351Z","caller":"traceutil/trace.go:171","msg":"trace[833490763] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"890.08894ms","start":"2026-07-24T04:47:04.636254Z","end":"2026-07-24T04:47:05.526343Z","steps":["trace[833490763] 'process raft request' (duration: 889.836884ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:05.526371Z","caller":"traceutil/trace.go:171","msg":"trace[808405439] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"890.422098ms","start":"2026-07-24T04:47:04.635927Z","end":"2026-07-24T04:47:05.526349Z","steps":["trace[808405439] 'process raft request' (duration: 578.556132ms)","trace[808405439] 'compare' (duration: 311.283542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:05.5264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:04.636227Z","time spent":"890.148862ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:05.526389Z","caller":"traceutil/trace.go:171","msg":"trace[1554876826] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"889.67531ms","start":"2026-07-24T04:47:04.636701Z","end":"2026-07-24T04:47:05.526377Z","steps":["trace[1554876826] 'process raft request' (duration: 889.490955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:05.526401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:04.636127Z","time spent":"890.193302ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:05.526336Z","caller":"traceutil/trace.go:171","msg":"trace[898165655] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"315.058495ms","start":"2026-07-24T04:47:05.211252Z","end":"2026-07-24T04:47:05.526311Z","steps":["trace[898165655] 'process raft request' (duration: 315.009714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:05.526464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:04.635885Z","time spent":"890.534081ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:47:05.526504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:04.636693Z","time spent":"889.755222ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:05.526437Z","caller":"traceutil/trace.go:171","msg":"trace[1073382853] linearizableReadLoop","detail":"{readStateIndex:2897; appliedIndex:2892; }","duration":"712.396058ms","start":"2026-07-24T04:47:04.814013Z","end":"2026-07-24T04:47:05.526409Z","steps":["trace[1073382853] 'read index received' (duration: 400.484921ms)","trace[1073382853] 'applied index is now lower than readState.Index' (duration: 311.909167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:05.526661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.650765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-24T04:47:05.526723Z","caller":"traceutil/trace.go:171","msg":"trace[2090472821] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2793; }","duration":"712.758238ms","start":"2026-07-24T04:47:04.813951Z","end":"2026-07-24T04:47:05.526709Z","steps":["trace[2090472821] 'agreement among raft nodes before linearized reading' (duration: 712.537161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:05.526765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:04.813862Z","time spent":"712.893572ms","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T04:47:05.526869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.730426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c5205bab172430\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-24T04:47:05.526928Z","caller":"traceutil/trace.go:171","msg":"trace[709838285] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c5205bab172430; range_end:; response_count:1; response_revision:2793; }","duration":"119.818049ms","start":"2026-07-24T04:47:05.407092Z","end":"2026-07-24T04:47:05.526911Z","steps":["trace[709838285] 'agreement among raft nodes before linearized reading' (duration: 119.638594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:05.527416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:05.211226Z","time spent":"315.405253ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:10.901669Z","caller":"traceutil/trace.go:171","msg":"trace[1728359820] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"149.77608ms","start":"2026-07-24T04:47:10.751861Z","end":"2026-07-24T04:47:10.901637Z","steps":["trace[1728359820] 'process raft request' (duration: 149.380471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:53.843984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.417276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:531308"} {"level":"info","ts":"2026-07-24T04:50:53.844086Z","caller":"traceutil/trace.go:171","msg":"trace[540604103] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4795; }","duration":"156.559729ms","start":"2026-07-24T04:50:53.687507Z","end":"2026-07-24T04:50:53.844067Z","steps":["trace[540604103] 'range keys from in-memory index tree' (duration: 156.065077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:53.844681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.269547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2210296"} {"level":"info","ts":"2026-07-24T04:50:53.844771Z","caller":"traceutil/trace.go:171","msg":"trace[1241778094] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4795; }","duration":"181.40171ms","start":"2026-07-24T04:50:53.66335Z","end":"2026-07-24T04:50:53.844752Z","steps":["trace[1241778094] 'range keys from in-memory index tree' (duration: 180.409894ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:58.946285Z","caller":"traceutil/trace.go:171","msg":"trace[1975806073] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"321.935515ms","start":"2026-07-24T04:50:58.624287Z","end":"2026-07-24T04:50:58.946222Z","steps":["trace[1975806073] 'process raft request' (duration: 321.72164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:58.946555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:58.624268Z","time spent":"322.18164ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:59.019871Z","caller":"traceutil/trace.go:171","msg":"trace[489024891] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5168; }","duration":"367.655148ms","start":"2026-07-24T04:50:58.652179Z","end":"2026-07-24T04:50:59.019834Z","steps":["trace[489024891] 'read index received' (duration: 293.829094ms)","trace[489024891] 'applied index is now lower than readState.Index' (duration: 73.824914ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:59.019886Z","caller":"traceutil/trace.go:171","msg":"trace[2032925952] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"393.994666ms","start":"2026-07-24T04:50:58.625866Z","end":"2026-07-24T04:50:59.01986Z","steps":["trace[2032925952] 'process raft request' (duration: 380.632928ms)","trace[2032925952] 'compare' (duration: 13.151673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:59.020085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:58.625822Z","time spent":"394.17245ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:50:59.020204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.996806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70b15a07-fc03-4b6e-9709-29591d60bd4c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T04:50:59.020297Z","caller":"traceutil/trace.go:171","msg":"trace[323041234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70b15a07-fc03-4b6e-9709-29591d60bd4c; range_end:; response_count:1; response_revision:4980; }","duration":"368.16356ms","start":"2026-07-24T04:50:58.65211Z","end":"2026-07-24T04:50:59.020274Z","steps":["trace[323041234] 'agreement among raft nodes before linearized reading' (duration: 367.841242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:59.020353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:58.65209Z","time spent":"368.254183ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70b15a07-fc03-4b6e-9709-29591d60bd4c\" "} {"level":"warn","ts":"2026-07-24T04:50:59.026193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.821169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70b15a07-fc03-4b6e-9709-29591d60bd4c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T04:50:59.026259Z","caller":"traceutil/trace.go:171","msg":"trace[1764860066] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70b15a07-fc03-4b6e-9709-29591d60bd4c; range_end:; response_count:1; response_revision:4981; }","duration":"268.939652ms","start":"2026-07-24T04:50:58.757302Z","end":"2026-07-24T04:50:59.026242Z","steps":["trace[1764860066] 'agreement among raft nodes before linearized reading' (duration: 268.725627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:59.026251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.858887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:50:59.026324Z","caller":"traceutil/trace.go:171","msg":"trace[880323699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4981; }","duration":"224.999151ms","start":"2026-07-24T04:50:58.801307Z","end":"2026-07-24T04:50:59.026306Z","steps":["trace[880323699] 'agreement among raft nodes before linearized reading' (duration: 224.739945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:59.026387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.325056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T04:50:59.026453Z","caller":"traceutil/trace.go:171","msg":"trace[175028605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4981; }","duration":"235.431638ms","start":"2026-07-24T04:50:58.791006Z","end":"2026-07-24T04:50:59.026438Z","steps":["trace[175028605] 'agreement among raft nodes before linearized reading' (duration: 235.204142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:59.026472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.616536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:50:59.026498Z","caller":"traceutil/trace.go:171","msg":"trace[1830224868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4981; }","duration":"236.676318ms","start":"2026-07-24T04:50:58.789813Z","end":"2026-07-24T04:50:59.02649Z","steps":["trace[1830224868] 'agreement among raft nodes before linearized reading' (duration: 236.601866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:59.02657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.528457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:50:59.026627Z","caller":"traceutil/trace.go:171","msg":"trace[1405082938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4981; }","duration":"230.61144ms","start":"2026-07-24T04:50:58.795999Z","end":"2026-07-24T04:50:59.02661Z","steps":["trace[1405082938] 'agreement among raft nodes before linearized reading' (duration: 230.462986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:59.026639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.780027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T04:50:59.026679Z","caller":"traceutil/trace.go:171","msg":"trace[921255846] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4981; }","duration":"126.855258ms","start":"2026-07-24T04:50:58.899814Z","end":"2026-07-24T04:50:59.026669Z","steps":["trace[921255846] 'agreement among raft nodes before linearized reading' (duration: 126.753906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:59.026717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.108139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:50:59.026753Z","caller":"traceutil/trace.go:171","msg":"trace[1456853436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4981; }","duration":"202.209071ms","start":"2026-07-24T04:50:58.824531Z","end":"2026-07-24T04:50:59.02674Z","steps":["trace[1456853436] 'agreement among raft nodes before linearized reading' (duration: 202.099218ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:10.951263Z","caller":"traceutil/trace.go:171","msg":"trace[614016610] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"146.611917ms","start":"2026-07-24T04:51:10.804618Z","end":"2026-07-24T04:51:10.95123Z","steps":["trace[614016610] 'read index received' (duration: 145.973031ms)","trace[614016610] 'applied index is now lower than readState.Index' (duration: 633.335µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:10.951305Z","caller":"traceutil/trace.go:171","msg":"trace[190461856] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"206.117873ms","start":"2026-07-24T04:51:10.745137Z","end":"2026-07-24T04:51:10.951255Z","steps":["trace[190461856] 'process raft request' (duration: 205.633882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:10.951692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.044857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-qjvq2\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-07-24T04:51:10.951786Z","caller":"traceutil/trace.go:171","msg":"trace[1974318989] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-qjvq2; range_end:; response_count:1; response_revision:5219; }","duration":"147.20818ms","start":"2026-07-24T04:51:10.804555Z","end":"2026-07-24T04:51:10.951763Z","steps":["trace[1974318989] 'agreement among raft nodes before linearized reading' (duration: 146.810691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:11.209355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.176876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:51:11.209435Z","caller":"traceutil/trace.go:171","msg":"trace[1416304775] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"256.029483ms","start":"2026-07-24T04:51:10.953388Z","end":"2026-07-24T04:51:11.209418Z","steps":["trace[1416304775] 'process raft request' (duration: 100.732724ms)","trace[1416304775] 'compare' (duration: 155.064234ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:11.219257Z","caller":"traceutil/trace.go:171","msg":"trace[1355539845] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"257.860299ms","start":"2026-07-24T04:51:10.961369Z","end":"2026-07-24T04:51:11.21923Z","steps":["trace[1355539845] 'process raft request' (duration: 257.679135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:19.503779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.5653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:51:19.504096Z","caller":"traceutil/trace.go:171","msg":"trace[914798469] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5626; }","duration":"237.620204ms","start":"2026-07-24T04:51:19.266424Z","end":"2026-07-24T04:51:19.504045Z","steps":["trace[914798469] 'read index received' (duration: 13.663365ms)","trace[914798469] 'applied index is now lower than readState.Index' (duration: 223.955509ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:19.504281Z","caller":"traceutil/trace.go:171","msg":"trace[2068457889] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"253.968445ms","start":"2026-07-24T04:51:19.250292Z","end":"2026-07-24T04:51:19.50426Z","steps":["trace[2068457889] 'process raft request' (duration: 29.79642ms)","trace[2068457889] 'compare' (duration: 223.379356ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:19.504373Z","caller":"traceutil/trace.go:171","msg":"trace[1789993266] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"253.733807ms","start":"2026-07-24T04:51:19.250599Z","end":"2026-07-24T04:51:19.504333Z","steps":["trace[1789993266] 'process raft request' (duration: 253.349338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:19.504495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.437041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:51:19.504586Z","caller":"traceutil/trace.go:171","msg":"trace[662013056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5427; }","duration":"235.553533ms","start":"2026-07-24T04:51:19.269008Z","end":"2026-07-24T04:51:19.504561Z","steps":["trace[662013056] 'agreement among raft nodes before linearized reading' (duration: 235.275716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:19.504618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.153097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:51:19.504774Z","caller":"traceutil/trace.go:171","msg":"trace[1527793960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5427; }","duration":"238.367692ms","start":"2026-07-24T04:51:19.266368Z","end":"2026-07-24T04:51:19.504735Z","steps":["trace[1527793960] 'agreement among raft nodes before linearized reading' (duration: 237.891631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:19.504806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.728612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:51:19.504836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.835955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:51:19.504847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.509015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:51:19.504883Z","caller":"traceutil/trace.go:171","msg":"trace[811645829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5427; }","duration":"234.858925ms","start":"2026-07-24T04:51:19.270003Z","end":"2026-07-24T04:51:19.504861Z","steps":["trace[811645829] 'agreement among raft nodes before linearized reading' (duration: 234.564668ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:19.504889Z","caller":"traceutil/trace.go:171","msg":"trace[208905349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5427; }","duration":"234.934267ms","start":"2026-07-24T04:51:19.269937Z","end":"2026-07-24T04:51:19.504872Z","steps":["trace[208905349] 'agreement among raft nodes before linearized reading' (duration: 234.61058ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:19.504912Z","caller":"traceutil/trace.go:171","msg":"trace[94830409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5427; }","duration":"229.601397ms","start":"2026-07-24T04:51:19.275301Z","end":"2026-07-24T04:51:19.504902Z","steps":["trace[94830409] 'agreement among raft nodes before linearized reading' (duration: 229.063164ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:19.910893Z","caller":"traceutil/trace.go:171","msg":"trace[1174372371] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"400.040657ms","start":"2026-07-24T04:51:19.5108Z","end":"2026-07-24T04:51:19.910841Z","steps":["trace[1174372371] 'process raft request' (duration: 399.866813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:19.911039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:19.510779Z","time spent":"400.182721ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:51:19.911375Z","caller":"traceutil/trace.go:171","msg":"trace[1694792025] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"400.482657ms","start":"2026-07-24T04:51:19.510861Z","end":"2026-07-24T04:51:19.911343Z","steps":["trace[1694792025] 'process raft request' (duration: 399.947515ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:19.911476Z","caller":"traceutil/trace.go:171","msg":"trace[1416967992] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"400.048518ms","start":"2026-07-24T04:51:19.511418Z","end":"2026-07-24T04:51:19.911467Z","steps":["trace[1416967992] 'process raft request' (duration: 399.786431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:19.911535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:19.511412Z","time spent":"400.098359ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:51:19.911578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:19.510828Z","time spent":"400.636612ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:51:19.911718Z","caller":"traceutil/trace.go:171","msg":"trace[1345095496] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5629; }","duration":"359.169808ms","start":"2026-07-24T04:51:19.55254Z","end":"2026-07-24T04:51:19.911709Z","steps":["trace[1345095496] 'read index received' (duration: 20.657536ms)","trace[1345095496] 'applied index is now lower than readState.Index' (duration: 338.511612ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:19.911811Z","caller":"traceutil/trace.go:171","msg":"trace[2131033416] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"399.895435ms","start":"2026-07-24T04:51:19.51191Z","end":"2026-07-24T04:51:19.911805Z","steps":["trace[2131033416] 'process raft request' (duration: 399.516025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:19.911855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:19.511895Z","time spent":"399.934825ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:51:19.912035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.492067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prflb\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T04:51:19.912101Z","caller":"traceutil/trace.go:171","msg":"trace[1786376147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prflb; range_end:; response_count:1; response_revision:5432; }","duration":"359.560678ms","start":"2026-07-24T04:51:19.552525Z","end":"2026-07-24T04:51:19.912085Z","steps":["trace[1786376147] 'agreement among raft nodes before linearized reading' (duration: 359.364224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:19.912144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:19.552481Z","time spent":"359.655641ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-prflb\" "} {"level":"warn","ts":"2026-07-24T04:51:19.922814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.050691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:51:19.922829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.004484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T04:51:19.922913Z","caller":"traceutil/trace.go:171","msg":"trace[634209606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5433; }","duration":"227.159698ms","start":"2026-07-24T04:51:19.695741Z","end":"2026-07-24T04:51:19.922901Z","steps":["trace[634209606] 'agreement among raft nodes before linearized reading' (duration: 226.990704ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:19.922914Z","caller":"traceutil/trace.go:171","msg":"trace[324610272] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5433; }","duration":"159.194585ms","start":"2026-07-24T04:51:19.763693Z","end":"2026-07-24T04:51:19.922888Z","steps":["trace[324610272] 'agreement among raft nodes before linearized reading' (duration: 159.083502ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:20.041263Z","caller":"traceutil/trace.go:171","msg":"trace[1701628450] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"105.209975ms","start":"2026-07-24T04:51:19.936012Z","end":"2026-07-24T04:51:20.041222Z","steps":["trace[1701628450] 'process raft request' (duration: 104.925268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:02.271013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333586736,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T04:52:02.348725Z","caller":"traceutil/trace.go:171","msg":"trace[2074004373] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"675.465046ms","start":"2026-07-24T04:52:01.673231Z","end":"2026-07-24T04:52:02.348696Z","steps":["trace[2074004373] 'process raft request' (duration: 674.906233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:02.34889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:01.673214Z","time spent":"675.588979ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:52:02.350608Z","caller":"traceutil/trace.go:171","msg":"trace[668891983] linearizableReadLoop","detail":"{readStateIndex:6042; appliedIndex:6040; }","duration":"579.627031ms","start":"2026-07-24T04:52:01.77094Z","end":"2026-07-24T04:52:02.350567Z","steps":["trace[668891983] 'read index received' (duration: 577.196862ms)","trace[668891983] 'applied index is now lower than readState.Index' (duration: 2.428409ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:52:02.350681Z","caller":"traceutil/trace.go:171","msg":"trace[351348259] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"506.717457ms","start":"2026-07-24T04:52:01.843933Z","end":"2026-07-24T04:52:02.350651Z","steps":["trace[351348259] 'process raft request' (duration: 506.41674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:02.350843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:01.843891Z","time spent":"506.869661ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:52:02.350987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.328481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:52:02.351064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.605204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prflb\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T04:52:02.351098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.604799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-07-24T04:52:02.351073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.572234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:52:02.351148Z","caller":"traceutil/trace.go:171","msg":"trace[889483480] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5832; }","duration":"377.670811ms","start":"2026-07-24T04:52:01.973462Z","end":"2026-07-24T04:52:02.351133Z","steps":["trace[889483480] 'agreement among raft nodes before linearized reading' (duration: 377.491977ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:52:02.351142Z","caller":"traceutil/trace.go:171","msg":"trace[1416977144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prflb; range_end:; response_count:1; response_revision:5832; }","duration":"197.711787ms","start":"2026-07-24T04:52:02.153412Z","end":"2026-07-24T04:52:02.351124Z","steps":["trace[1416977144] 'agreement among raft nodes before linearized reading' (duration: 197.495412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:02.351127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.91624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:52:02.351183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:01.973452Z","time spent":"377.724432ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-07-24T04:52:02.351171Z","caller":"traceutil/trace.go:171","msg":"trace[1122979475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5832; }","duration":"177.703808ms","start":"2026-07-24T04:52:02.173447Z","end":"2026-07-24T04:52:02.351151Z","steps":["trace[1122979475] 'agreement among raft nodes before linearized reading' (duration: 177.462522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:02.351169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.613288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:52:02.351098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.074535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:52:02.351198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.353026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:52:02.351217Z","caller":"traceutil/trace.go:171","msg":"trace[819016772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5832; }","duration":"200.028714ms","start":"2026-07-24T04:52:02.151169Z","end":"2026-07-24T04:52:02.351197Z","steps":["trace[819016772] 'agreement among raft nodes before linearized reading' (duration: 199.826179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:52:02.351255Z","caller":"traceutil/trace.go:171","msg":"trace[687053196] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5832; }","duration":"379.270759ms","start":"2026-07-24T04:52:01.97197Z","end":"2026-07-24T04:52:02.351241Z","steps":["trace[687053196] 'agreement among raft nodes before linearized reading' (duration: 379.086364ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:52:02.351251Z","caller":"traceutil/trace.go:171","msg":"trace[1116100988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5832; }","duration":"209.735661ms","start":"2026-07-24T04:52:02.141484Z","end":"2026-07-24T04:52:02.35122Z","steps":["trace[1116100988] 'agreement among raft nodes before linearized reading' (duration: 209.554937ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:52:02.351267Z","caller":"traceutil/trace.go:171","msg":"trace[655001263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5832; }","duration":"203.554631ms","start":"2026-07-24T04:52:02.147696Z","end":"2026-07-24T04:52:02.35125Z","steps":["trace[655001263] 'agreement among raft nodes before linearized reading' (duration: 203.199572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:02.351282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:01.971951Z","time spent":"379.32349ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-07-24T04:52:02.351052Z","caller":"traceutil/trace.go:171","msg":"trace[1755250777] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5832; }","duration":"379.441574ms","start":"2026-07-24T04:52:01.97159Z","end":"2026-07-24T04:52:02.351031Z","steps":["trace[1755250777] 'agreement among raft nodes before linearized reading' (duration: 379.27602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:02.351447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:01.971574Z","time spent":"379.843983ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-24T04:52:02.351504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.560994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:52:02.351641Z","caller":"traceutil/trace.go:171","msg":"trace[1612457171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5832; }","duration":"580.726948ms","start":"2026-07-24T04:52:01.770904Z","end":"2026-07-24T04:52:02.351631Z","steps":["trace[1612457171] 'agreement among raft nodes before linearized reading' (duration: 579.846817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:02.351672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:01.770889Z","time spent":"580.774719ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:52:03.574519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333586753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:52:04.07512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333586753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:52:04.57546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333586753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:52:04.906424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.836065412s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:52:04.906916Z","caller":"traceutil/trace.go:171","msg":"trace[236777861] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"1.836666486s","start":"2026-07-24T04:52:03.070221Z","end":"2026-07-24T04:52:04.906887Z","steps":["trace[236777861] 'process raft request' (duration: 1.83642699s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.90709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:03.070204Z","time spent":"1.836799029s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:52:04.907747Z","caller":"traceutil/trace.go:171","msg":"trace[992072813] linearizableReadLoop","detail":"{readStateIndex:6053; appliedIndex:6049; }","duration":"1.833452409s","start":"2026-07-24T04:52:03.074265Z","end":"2026-07-24T04:52:04.907718Z","steps":["trace[992072813] 'read index received' (duration: 1.832364172s)","trace[992072813] 'applied index is now lower than readState.Index' (duration: 1.086817ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:52:04.907864Z","caller":"traceutil/trace.go:171","msg":"trace[1745310044] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"553.935313ms","start":"2026-07-24T04:52:04.353891Z","end":"2026-07-24T04:52:04.907827Z","steps":["trace[1745310044] 'process raft request' (duration: 553.689827ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:52:04.907893Z","caller":"traceutil/trace.go:171","msg":"trace[83794974] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"256.550608ms","start":"2026-07-24T04:52:04.651312Z","end":"2026-07-24T04:52:04.907862Z","steps":["trace[83794974] 'process raft request' (duration: 256.359063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.908022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833739666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T04:52:04.908042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.353861Z","time spent":"554.083317ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:52:04.908082Z","caller":"traceutil/trace.go:171","msg":"trace[1225784522] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:5844; }","duration":"1.833858409s","start":"2026-07-24T04:52:03.074209Z","end":"2026-07-24T04:52:04.908067Z","steps":["trace[1225784522] 'agreement among raft nodes before linearized reading' (duration: 1.833641864s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.908136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:03.074185Z","time spent":"1.833938961s","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-07-24T04:52:04.908189Z","caller":"traceutil/trace.go:171","msg":"trace[1099258217] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"1.195899789s","start":"2026-07-24T04:52:03.712277Z","end":"2026-07-24T04:52:04.908177Z","steps":["trace[1099258217] 'process raft request' (duration: 1.195146091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.908261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:03.712248Z","time spent":"1.195963021s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:52:04.908302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.845529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:52:04.908417Z","caller":"traceutil/trace.go:171","msg":"trace[1709839164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5844; }","duration":"548.993132ms","start":"2026-07-24T04:52:04.359407Z","end":"2026-07-24T04:52:04.9084Z","steps":["trace[1709839164] 'agreement among raft nodes before linearized reading' (duration: 548.726935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.908476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.3594Z","time spent":"549.060533ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:52:04.908542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.610846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:52:04.908676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829191054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-24T04:52:04.909033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.140413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prflb\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T04:52:04.909108Z","caller":"traceutil/trace.go:171","msg":"trace[1435490758] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5844; }","duration":"1.829661596s","start":"2026-07-24T04:52:03.079434Z","end":"2026-07-24T04:52:04.909096Z","steps":["trace[1435490758] 'agreement among raft nodes before linearized reading' (duration: 1.828686402s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:52:04.909108Z","caller":"traceutil/trace.go:171","msg":"trace[1506911622] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prflb; range_end:; response_count:1; response_revision:5844; }","duration":"546.218514ms","start":"2026-07-24T04:52:04.362865Z","end":"2026-07-24T04:52:04.909084Z","steps":["trace[1506911622] 'agreement among raft nodes before linearized reading' (duration: 545.991979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.909147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72112259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T04:52:04.909176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.362857Z","time spent":"546.304586ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-prflb\" "} {"level":"info","ts":"2026-07-24T04:52:04.909201Z","caller":"traceutil/trace.go:171","msg":"trace[1067057625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5844; }","duration":"1.721217212s","start":"2026-07-24T04:52:03.187968Z","end":"2026-07-24T04:52:04.909185Z","steps":["trace[1067057625] 'agreement among raft nodes before linearized reading' (duration: 1.720904484s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.90926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:03.187944Z","time spent":"1.721303584s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:52:04.909212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:03.079414Z","time spent":"1.829785548s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T04:52:04.909281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.45497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:52:04.908692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.460441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:52:04.909371Z","caller":"traceutil/trace.go:171","msg":"trace[1115646475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5844; }","duration":"546.796258ms","start":"2026-07-24T04:52:04.362559Z","end":"2026-07-24T04:52:04.909355Z","steps":["trace[1115646475] 'agreement among raft nodes before linearized reading' (duration: 545.776433ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:52:04.908767Z","caller":"traceutil/trace.go:171","msg":"trace[504871117] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"497.957484ms","start":"2026-07-24T04:52:04.410789Z","end":"2026-07-24T04:52:04.908746Z","steps":["trace[504871117] 'process raft request' (duration: 496.837077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.908694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.836232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:52:04.909404Z","caller":"traceutil/trace.go:171","msg":"trace[1971445336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5844; }","duration":"547.187678ms","start":"2026-07-24T04:52:04.362201Z","end":"2026-07-24T04:52:04.909389Z","steps":["trace[1971445336] 'agreement among raft nodes before linearized reading' (duration: 546.389728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.909762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.36254Z","time spent":"546.905891ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:52:04.909543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.410768Z","time spent":"498.729752ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:52:04.908785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.457253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:52:04.910374Z","caller":"traceutil/trace.go:171","msg":"trace[527910716] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5844; }","duration":"551.068743ms","start":"2026-07-24T04:52:04.359283Z","end":"2026-07-24T04:52:04.910352Z","steps":["trace[527910716] 'agreement among raft nodes before linearized reading' (duration: 549.363111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.910457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.359219Z","time spent":"551.208337ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-07-24T04:52:04.908856Z","caller":"traceutil/trace.go:171","msg":"trace[29073770] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5844; }","duration":"683.972805ms","start":"2026-07-24T04:52:04.224624Z","end":"2026-07-24T04:52:04.908596Z","steps":["trace[29073770] 'agreement among raft nodes before linearized reading' (duration: 683.599026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.91073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.224565Z","time spent":"686.143128ms","remote":"127.0.0.1:55418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:52:04.908924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.904636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:52:04.910934Z","caller":"traceutil/trace.go:171","msg":"trace[254342731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5844; }","duration":"444.936547ms","start":"2026-07-24T04:52:04.465979Z","end":"2026-07-24T04:52:04.910916Z","steps":["trace[254342731] 'agreement among raft nodes before linearized reading' (duration: 442.852445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.908921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400013884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:52:04.911867Z","caller":"traceutil/trace.go:171","msg":"trace[1132442854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5844; }","duration":"1.402991497s","start":"2026-07-24T04:52:03.508854Z","end":"2026-07-24T04:52:04.911846Z","steps":["trace[1132442854] 'agreement among raft nodes before linearized reading' (duration: 1.400034455s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.908933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81066407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:52:04.911988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:03.508831Z","time spent":"1.40314002s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:52:04.911999Z","caller":"traceutil/trace.go:171","msg":"trace[269560054] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5844; }","duration":"1.813745106s","start":"2026-07-24T04:52:03.098228Z","end":"2026-07-24T04:52:04.911973Z","steps":["trace[269560054] 'agreement among raft nodes before linearized reading' (duration: 1.810672821s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.912069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:03.098215Z","time spent":"1.813829328s","remote":"127.0.0.1:53504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:52:04.909004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.296359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:52:04.912295Z","caller":"traceutil/trace.go:171","msg":"trace[1870230421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5844; }","duration":"552.61695ms","start":"2026-07-24T04:52:04.359661Z","end":"2026-07-24T04:52:04.912278Z","steps":["trace[1870230421] 'agreement among raft nodes before linearized reading' (duration: 549.174706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.912344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.359648Z","time spent":"552.679952ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:52:04.908788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.414517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-07-24T04:52:04.912527Z","caller":"traceutil/trace.go:171","msg":"trace[1445284907] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5844; }","duration":"554.167388ms","start":"2026-07-24T04:52:04.358315Z","end":"2026-07-24T04:52:04.912482Z","steps":["trace[1445284907] 'agreement among raft nodes before linearized reading' (duration: 550.13559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.912604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.3583Z","time spent":"554.282011ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-07-24T04:52:04.909551Z","caller":"traceutil/trace.go:171","msg":"trace[1125786209] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5844; }","duration":"552.720753ms","start":"2026-07-24T04:52:04.356813Z","end":"2026-07-24T04:52:04.909533Z","steps":["trace[1125786209] 'agreement among raft nodes before linearized reading' (duration: 551.836672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.912734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.356796Z","time spent":"555.921741ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-24T04:52:04.908804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.571032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:52:04.912884Z","caller":"traceutil/trace.go:171","msg":"trace[853617977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5844; }","duration":"552.665323ms","start":"2026-07-24T04:52:04.360205Z","end":"2026-07-24T04:52:04.912871Z","steps":["trace[853617977] 'agreement among raft nodes before linearized reading' (duration: 548.517631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:52:04.912917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.36019Z","time spent":"552.717504ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:52:04.909864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.362192Z","time spent":"547.490075ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:52:04.911006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:52:04.465968Z","time spent":"445.018118ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:52:30.032541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2928} {"level":"info","ts":"2026-07-24T04:52:30.100655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2928,"took":"66.309992ms","hash":1918740886,"current-db-size-bytes":57466880,"current-db-size":"58 MB","current-db-size-in-use-bytes":33910784,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T04:52:30.100712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1918740886,"revision":2928,"compact-revision":-1} {"level":"info","ts":"2026-07-24T04:57:26.369592Z","caller":"traceutil/trace.go:171","msg":"trace[1676469272] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"156.696543ms","start":"2026-07-24T04:57:26.21284Z","end":"2026-07-24T04:57:26.369536Z","steps":["trace[1676469272] 'process raft request' (duration: 156.346744ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:26.431309Z","caller":"traceutil/trace.go:171","msg":"trace[713985330] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"215.63028ms","start":"2026-07-24T04:57:26.215652Z","end":"2026-07-24T04:57:26.431282Z","steps":["trace[713985330] 'process raft request' (duration: 215.359113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:26.431328Z","caller":"traceutil/trace.go:171","msg":"trace[481192588] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"216.379828ms","start":"2026-07-24T04:57:26.214906Z","end":"2026-07-24T04:57:26.431286Z","steps":["trace[481192588] 'process raft request' (duration: 191.158303ms)","trace[481192588] 'compare' (duration: 24.825505ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:57:26.935283Z","caller":"traceutil/trace.go:171","msg":"trace[1389557696] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8507; }","duration":"155.607676ms","start":"2026-07-24T04:57:26.779647Z","end":"2026-07-24T04:57:26.935255Z","steps":["trace[1389557696] 'read index received' (duration: 155.395531ms)","trace[1389557696] 'applied index is now lower than readState.Index' (duration: 211.245µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:57:26.935353Z","caller":"traceutil/trace.go:171","msg":"trace[903709598] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"173.859601ms","start":"2026-07-24T04:57:26.761466Z","end":"2026-07-24T04:57:26.935326Z","steps":["trace[903709598] 'process raft request' (duration: 173.631095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:57:26.935556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.442817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:57:26.935599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.936384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prflb\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T04:57:26.935627Z","caller":"traceutil/trace.go:171","msg":"trace[1184655011] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8220; }","duration":"138.536688ms","start":"2026-07-24T04:57:26.797063Z","end":"2026-07-24T04:57:26.9356Z","steps":["trace[1184655011] 'agreement among raft nodes before linearized reading' (duration: 138.429596ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:26.935655Z","caller":"traceutil/trace.go:171","msg":"trace[642437610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prflb; range_end:; response_count:1; response_revision:8220; }","duration":"156.020226ms","start":"2026-07-24T04:57:26.779619Z","end":"2026-07-24T04:57:26.935639Z","steps":["trace[642437610] 'agreement among raft nodes before linearized reading' (duration: 155.800611ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:30.039542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6043} {"level":"info","ts":"2026-07-24T04:57:30.14032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6043,"took":"98.771179ms","hash":1272361786,"current-db-size-bytes":57466880,"current-db-size":"58 MB","current-db-size-in-use-bytes":23281664,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-24T04:57:30.140395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1272361786,"revision":6043,"compact-revision":2928} {"level":"warn","ts":"2026-07-24T04:58:07.260186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.725068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:58:07.260359Z","caller":"traceutil/trace.go:171","msg":"trace[1879031653] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"311.423199ms","start":"2026-07-24T04:58:06.948916Z","end":"2026-07-24T04:58:07.260339Z","steps":["trace[1879031653] 'process raft request' (duration: 98.460505ms)","trace[1879031653] 'compare' (duration: 212.518543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:58:07.260431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:58:06.948896Z","time spent":"311.5013ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:58:08.048134Z","caller":"traceutil/trace.go:171","msg":"trace[954295234] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"118.088705ms","start":"2026-07-24T04:58:07.930015Z","end":"2026-07-24T04:58:08.048103Z","steps":["trace[954295234] 'process raft request' (duration: 74.771287ms)","trace[954295234] 'compare' (duration: 42.694153ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:58:47.772023Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000240c.wal"} {"level":"info","ts":"2026-07-24T05:00:14.518516Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T05:00:14.523795Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T05:00:14.523892Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-24T05:02:06.364947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.774462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:02:06.365075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.232259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:02:06.364981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.768292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:02:06.365209Z","caller":"traceutil/trace.go:171","msg":"trace[1007300282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10604; }","duration":"188.045479ms","start":"2026-07-24T05:02:06.177151Z","end":"2026-07-24T05:02:06.365197Z","steps":["trace[1007300282] 'range keys from in-memory index tree' (duration: 187.614568ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:02:06.365108Z","caller":"traceutil/trace.go:171","msg":"trace[2056275609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10604; }","duration":"187.969197ms","start":"2026-07-24T05:02:06.177113Z","end":"2026-07-24T05:02:06.365082Z","steps":["trace[2056275609] 'range keys from in-memory index tree' (duration: 187.628029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:02:06.365346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.060057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:02:06.365434Z","caller":"traceutil/trace.go:171","msg":"trace[1002726472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10604; }","duration":"190.197331ms","start":"2026-07-24T05:02:06.175215Z","end":"2026-07-24T05:02:06.365413Z","steps":["trace[1002726472] 'range keys from in-memory index tree' (duration: 189.887303ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:02:06.365508Z","caller":"traceutil/trace.go:171","msg":"trace[2050805792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10604; }","duration":"187.712261ms","start":"2026-07-24T05:02:06.177779Z","end":"2026-07-24T05:02:06.365491Z","steps":["trace[2050805792] 'range keys from in-memory index tree' (duration: 187.018554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:02:30.046714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8240} {"level":"info","ts":"2026-07-24T05:02:30.127273Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8240,"took":"78.258818ms","hash":490656758,"current-db-size-bytes":57466880,"current-db-size":"58 MB","current-db-size-in-use-bytes":26509312,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-24T05:02:30.127373Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":490656758,"revision":8240,"compact-revision":6043} {"level":"info","ts":"2026-07-24T05:02:53.775573Z","caller":"traceutil/trace.go:171","msg":"trace[1802505600] transaction","detail":"{read_only:false; response_revision:11061; number_of_response:1; }","duration":"162.108473ms","start":"2026-07-24T05:02:53.61344Z","end":"2026-07-24T05:02:53.775548Z","steps":["trace[1802505600] 'process raft request' (duration: 161.940239ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:02:53.787954Z","caller":"traceutil/trace.go:171","msg":"trace[2101510533] transaction","detail":"{read_only:false; response_revision:11063; number_of_response:1; }","duration":"137.932142ms","start":"2026-07-24T05:02:53.649977Z","end":"2026-07-24T05:02:53.787909Z","steps":["trace[2101510533] 'process raft request' (duration: 137.877151ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:02:53.787998Z","caller":"traceutil/trace.go:171","msg":"trace[1493777268] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"146.381729ms","start":"2026-07-24T05:02:53.641589Z","end":"2026-07-24T05:02:53.78797Z","steps":["trace[1493777268] 'process raft request' (duration: 146.153803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:07:30.056051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10902} {"level":"info","ts":"2026-07-24T05:07:30.133804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10902,"took":"75.64502ms","hash":1523161841,"current-db-size-bytes":57466880,"current-db-size":"58 MB","current-db-size-in-use-bytes":27811840,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T05:07:30.133884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1523161841,"revision":10902,"compact-revision":8240} {"level":"info","ts":"2026-07-24T05:08:40.457988Z","caller":"traceutil/trace.go:171","msg":"trace[1926626964] linearizableReadLoop","detail":"{readStateIndex:13924; appliedIndex:13923; }","duration":"109.245506ms","start":"2026-07-24T05:08:40.348717Z","end":"2026-07-24T05:08:40.457963Z","steps":["trace[1926626964] 'read index received' (duration: 109.064991ms)","trace[1926626964] 'applied index is now lower than readState.Index' (duration: 179.795µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:08:40.45827Z","caller":"traceutil/trace.go:171","msg":"trace[1108784657] transaction","detail":"{read_only:false; response_revision:13466; number_of_response:1; }","duration":"110.311442ms","start":"2026-07-24T05:08:40.347949Z","end":"2026-07-24T05:08:40.458261Z","steps":["trace[1108784657] 'process raft request' (duration: 109.885841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:08:40.458529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.777859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:08:40.458569Z","caller":"traceutil/trace.go:171","msg":"trace[2033873734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13466; }","duration":"109.875842ms","start":"2026-07-24T05:08:40.348683Z","end":"2026-07-24T05:08:40.458559Z","steps":["trace[2033873734] 'agreement among raft nodes before linearized reading' (duration: 109.736509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:08:40.458727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.85231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T05:08:40.458756Z","caller":"traceutil/trace.go:171","msg":"trace[1400253992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13466; }","duration":"109.917052ms","start":"2026-07-24T05:08:40.348829Z","end":"2026-07-24T05:08:40.458746Z","steps":["trace[1400253992] 'agreement among raft nodes before linearized reading' (duration: 109.85352ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:25.309355Z","caller":"traceutil/trace.go:171","msg":"trace[1667952649] linearizableReadLoop","detail":"{readStateIndex:14167; appliedIndex:14166; }","duration":"175.914895ms","start":"2026-07-24T05:09:25.133409Z","end":"2026-07-24T05:09:25.309324Z","steps":["trace[1667952649] 'read index received' (duration: 175.750551ms)","trace[1667952649] 'applied index is now lower than readState.Index' (duration: 162.954µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:09:25.309419Z","caller":"traceutil/trace.go:171","msg":"trace[1050459175] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"276.744643ms","start":"2026-07-24T05:09:25.032657Z","end":"2026-07-24T05:09:25.309402Z","steps":["trace[1050459175] 'process raft request' (duration: 276.471846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:25.309607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.192461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T05:09:25.309657Z","caller":"traceutil/trace.go:171","msg":"trace[530624229] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13700; }","duration":"176.307284ms","start":"2026-07-24T05:09:25.133337Z","end":"2026-07-24T05:09:25.309644Z","steps":["trace[530624229] 'agreement among raft nodes before linearized reading' (duration: 176.13111ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:25.316533Z","caller":"traceutil/trace.go:171","msg":"trace[1745341459] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"157.621005ms","start":"2026-07-24T05:09:25.158893Z","end":"2026-07-24T05:09:25.316514Z","steps":["trace[1745341459] 'process raft request' (duration: 157.520402ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:25.316667Z","caller":"traceutil/trace.go:171","msg":"trace[728632554] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"157.656607ms","start":"2026-07-24T05:09:25.159004Z","end":"2026-07-24T05:09:25.316661Z","steps":["trace[728632554] 'process raft request' (duration: 157.487003ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:25.316729Z","caller":"traceutil/trace.go:171","msg":"trace[1461619316] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"155.546034ms","start":"2026-07-24T05:09:25.161171Z","end":"2026-07-24T05:09:25.316717Z","steps":["trace[1461619316] 'process raft request' (duration: 155.462752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:25.316795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.350261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:09:25.316868Z","caller":"traceutil/trace.go:171","msg":"trace[410979506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13703; }","duration":"162.496704ms","start":"2026-07-24T05:09:25.154357Z","end":"2026-07-24T05:09:25.316854Z","steps":["trace[410979506] 'agreement among raft nodes before linearized reading' (duration: 162.369581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:35.011861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.738207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:09:35.011966Z","caller":"traceutil/trace.go:171","msg":"trace[257755219] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13772; }","duration":"160.112786ms","start":"2026-07-24T05:09:34.851833Z","end":"2026-07-24T05:09:35.011946Z","steps":["trace[257755219] 'range keys from in-memory index tree' (duration: 159.562302ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:09:37.029892Z","caller":"traceutil/trace.go:171","msg":"trace[130130274] transaction","detail":"{read_only:false; response_revision:13782; number_of_response:1; }","duration":"173.777982ms","start":"2026-07-24T05:09:36.856093Z","end":"2026-07-24T05:09:37.029871Z","steps":["trace[130130274] 'process raft request' (duration: 149.472824ms)","trace[130130274] 'compare' (duration: 24.223096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:09:42.416517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333608813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:09:42.478136Z","caller":"traceutil/trace.go:171","msg":"trace[1609067214] linearizableReadLoop","detail":"{readStateIndex:14282; appliedIndex:14281; }","duration":"561.715829ms","start":"2026-07-24T05:09:41.916395Z","end":"2026-07-24T05:09:42.478111Z","steps":["trace[1609067214] 'read index received' (duration: 561.556115ms)","trace[1609067214] 'applied index is now lower than readState.Index' (duration: 158.474µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:09:42.478187Z","caller":"traceutil/trace.go:171","msg":"trace[355044008] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"594.413813ms","start":"2026-07-24T05:09:41.883738Z","end":"2026-07-24T05:09:42.478152Z","steps":["trace[355044008] 'process raft request' (duration: 594.193557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:42.478342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:09:41.883718Z","time spent":"594.543146ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:09:42.478415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.0473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:09:42.478506Z","caller":"traceutil/trace.go:171","msg":"trace[1159711559] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13810; }","duration":"205.200814ms","start":"2026-07-24T05:09:42.273285Z","end":"2026-07-24T05:09:42.478485Z","steps":["trace[1159711559] 'agreement among raft nodes before linearized reading' (duration: 205.018739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:42.478764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.144773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151635"} {"level":"info","ts":"2026-07-24T05:09:42.47884Z","caller":"traceutil/trace.go:171","msg":"trace[1229883399] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13810; }","duration":"168.248326ms","start":"2026-07-24T05:09:42.310569Z","end":"2026-07-24T05:09:42.478818Z","steps":["trace[1229883399] 'agreement among raft nodes before linearized reading' (duration: 167.880047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:42.478975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.564439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:09:42.479015Z","caller":"traceutil/trace.go:171","msg":"trace[353527403] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13810; }","duration":"562.666491ms","start":"2026-07-24T05:09:41.916337Z","end":"2026-07-24T05:09:42.479004Z","steps":["trace[353527403] 'agreement among raft nodes before linearized reading' (duration: 561.911543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:42.479049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:09:41.916309Z","time spent":"562.731183ms","remote":"127.0.0.1:55492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1409,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:09:42.674329Z","caller":"traceutil/trace.go:171","msg":"trace[1519059005] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"189.415666ms","start":"2026-07-24T05:09:42.484868Z","end":"2026-07-24T05:09:42.674284Z","steps":["trace[1519059005] 'process raft request' (duration: 126.385046ms)","trace[1519059005] 'compare' (duration: 62.901437ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:09:42.67517Z","caller":"traceutil/trace.go:171","msg":"trace[864150586] linearizableReadLoop","detail":"{readStateIndex:14284; appliedIndex:14282; }","duration":"167.840885ms","start":"2026-07-24T05:09:42.507286Z","end":"2026-07-24T05:09:42.675127Z","steps":["trace[864150586] 'read index received' (duration: 103.969935ms)","trace[864150586] 'applied index is now lower than readState.Index' (duration: 63.86981ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:09:42.675219Z","caller":"traceutil/trace.go:171","msg":"trace[701833275] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"190.139004ms","start":"2026-07-24T05:09:42.485056Z","end":"2026-07-24T05:09:42.675195Z","steps":["trace[701833275] 'process raft request' (duration: 189.945909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:09:42.675294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.99963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:09:42.675346Z","caller":"traceutil/trace.go:171","msg":"trace[1435482112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13812; }","duration":"168.104543ms","start":"2026-07-24T05:09:42.507232Z","end":"2026-07-24T05:09:42.675337Z","steps":["trace[1435482112] 'agreement among raft nodes before linearized reading' (duration: 168.01333ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:21.388072Z","caller":"traceutil/trace.go:171","msg":"trace[1097321974] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"161.536604ms","start":"2026-07-24T05:11:21.226509Z","end":"2026-07-24T05:11:21.388046Z","steps":["trace[1097321974] 'process raft request' (duration: 161.39244ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:21.406309Z","caller":"traceutil/trace.go:171","msg":"trace[79693339] linearizableReadLoop","detail":"{readStateIndex:15377; appliedIndex:15375; }","duration":"158.604692ms","start":"2026-07-24T05:11:21.247679Z","end":"2026-07-24T05:11:21.406284Z","steps":["trace[79693339] 'read index received' (duration: 140.227588ms)","trace[79693339] 'applied index is now lower than readState.Index' (duration: 18.376104ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:11:21.406392Z","caller":"traceutil/trace.go:171","msg":"trace[836334846] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"177.501569ms","start":"2026-07-24T05:11:21.228866Z","end":"2026-07-24T05:11:21.406367Z","steps":["trace[836334846] 'process raft request' (duration: 177.280754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:11:21.406501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.798057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:11:21.406553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.902875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-07-24T05:11:21.406564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.54727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-24T05:11:21.406593Z","caller":"traceutil/trace.go:171","msg":"trace[1082944950] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14873; }","duration":"157.999958ms","start":"2026-07-24T05:11:21.248582Z","end":"2026-07-24T05:11:21.406582Z","steps":["trace[1082944950] 'agreement among raft nodes before linearized reading' (duration: 157.837374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:21.406596Z","caller":"traceutil/trace.go:171","msg":"trace[707680083] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14873; }","duration":"158.94465ms","start":"2026-07-24T05:11:21.247631Z","end":"2026-07-24T05:11:21.406575Z","steps":["trace[707680083] 'agreement among raft nodes before linearized reading' (duration: 158.792457ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:21.406622Z","caller":"traceutil/trace.go:171","msg":"trace[979532399] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14873; }","duration":"147.633362ms","start":"2026-07-24T05:11:21.258978Z","end":"2026-07-24T05:11:21.406611Z","steps":["trace[979532399] 'agreement among raft nodes before linearized reading' (duration: 147.483079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:11:21.40676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.570076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-24T05:11:21.406813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.949706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:11:21.406984Z","caller":"traceutil/trace.go:171","msg":"trace[1688161469] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14873; }","duration":"158.186701ms","start":"2026-07-24T05:11:21.248758Z","end":"2026-07-24T05:11:21.406945Z","steps":["trace[1688161469] 'agreement among raft nodes before linearized reading' (duration: 157.874454ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:21.406871Z","caller":"traceutil/trace.go:171","msg":"trace[1485787747] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14873; }","duration":"157.70965ms","start":"2026-07-24T05:11:21.249141Z","end":"2026-07-24T05:11:21.406851Z","steps":["trace[1485787747] 'agreement among raft nodes before linearized reading' (duration: 157.339501ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:11:21.882017Z","caller":"traceutil/trace.go:171","msg":"trace[1464926844] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"102.690873ms","start":"2026-07-24T05:11:21.779298Z","end":"2026-07-24T05:11:21.881989Z","steps":["trace[1464926844] 'process raft request' (duration: 102.392985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:11:21.892676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.58817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:11:21.893508Z","caller":"traceutil/trace.go:171","msg":"trace[741338158] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14879; }","duration":"107.363429ms","start":"2026-07-24T05:11:21.786061Z","end":"2026-07-24T05:11:21.893425Z","steps":["trace[741338158] 'agreement among raft nodes before linearized reading' (duration: 106.510628ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:12:30.062159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12979} {"level":"info","ts":"2026-07-24T05:12:30.140044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12979,"took":"75.220425ms","hash":1315399901,"current-db-size-bytes":57466880,"current-db-size":"58 MB","current-db-size-in-use-bytes":30187520,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T05:12:30.140147Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1315399901,"revision":12979,"compact-revision":10902} {"level":"info","ts":"2026-07-24T05:16:05.396653Z","caller":"traceutil/trace.go:171","msg":"trace[1883971317] transaction","detail":"{read_only:false; response_revision:17017; number_of_response:1; }","duration":"202.81805ms","start":"2026-07-24T05:16:05.193815Z","end":"2026-07-24T05:16:05.396633Z","steps":["trace[1883971317] 'process raft request' (duration: 202.683417ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:07.012646Z","caller":"traceutil/trace.go:171","msg":"trace[933802391] transaction","detail":"{read_only:false; response_revision:17028; number_of_response:1; }","duration":"104.341373ms","start":"2026-07-24T05:16:06.908273Z","end":"2026-07-24T05:16:07.012615Z","steps":["trace[933802391] 'process raft request' (duration: 88.587012ms)","trace[933802391] 'compare' (duration: 15.601937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:16:46.432735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622084,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:16:46.521175Z","caller":"traceutil/trace.go:171","msg":"trace[1993368703] linearizableReadLoop","detail":"{readStateIndex:17924; appliedIndex:17923; }","duration":"588.644182ms","start":"2026-07-24T05:16:45.932506Z","end":"2026-07-24T05:16:46.521151Z","steps":["trace[1993368703] 'read index received' (duration: 588.506419ms)","trace[1993368703] 'applied index is now lower than readState.Index' (duration: 136.773µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:16:46.521587Z","caller":"traceutil/trace.go:171","msg":"trace[241851278] transaction","detail":"{read_only:false; response_revision:17338; number_of_response:1; }","duration":"600.572867ms","start":"2026-07-24T05:16:45.92091Z","end":"2026-07-24T05:16:46.521483Z","steps":["trace[241851278] 'process raft request' (duration: 600.067175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:46.521651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.143039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:16:46.521652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.819476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:16:46.521737Z","caller":"traceutil/trace.go:171","msg":"trace[1509868559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17338; }","duration":"140.259321ms","start":"2026-07-24T05:16:46.381438Z","end":"2026-07-24T05:16:46.521697Z","steps":["trace[1509868559] 'agreement among raft nodes before linearized reading' (duration: 140.138178ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:46.521782Z","caller":"traceutil/trace.go:171","msg":"trace[1664769689] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:17338; }","duration":"118.004701ms","start":"2026-07-24T05:16:46.403754Z","end":"2026-07-24T05:16:46.521759Z","steps":["trace[1664769689] 'agreement among raft nodes before linearized reading' (duration: 117.786666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:46.521812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:45.920884Z","time spent":"600.791223ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20878,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:16:46.52196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.402924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-24T05:16:46.522113Z","caller":"traceutil/trace.go:171","msg":"trace[1906035103] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76sl2; range_end:; response_count:1; response_revision:17338; }","duration":"434.601889ms","start":"2026-07-24T05:16:46.087484Z","end":"2026-07-24T05:16:46.522086Z","steps":["trace[1906035103] 'agreement among raft nodes before linearized reading' (duration: 434.053875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:46.522228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:46.087467Z","time spent":"434.736972ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" "} {"level":"warn","ts":"2026-07-24T05:16:46.522317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.74639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:16:46.522459Z","caller":"traceutil/trace.go:171","msg":"trace[1211370791] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:17338; }","duration":"589.963355ms","start":"2026-07-24T05:16:45.932465Z","end":"2026-07-24T05:16:46.522429Z","steps":["trace[1211370791] 'agreement among raft nodes before linearized reading' (duration: 589.645276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:46.522527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:45.932447Z","time spent":"590.068618ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:16:47.028251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.74363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-24T05:16:47.028194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.482871ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:16:47.028353Z","caller":"traceutil/trace.go:171","msg":"trace[922252877] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:17338; }","duration":"362.893324ms","start":"2026-07-24T05:16:46.665425Z","end":"2026-07-24T05:16:47.028318Z","steps":["trace[922252877] 'range keys from in-memory index tree' (duration: 362.549655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:47.028398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:46.665402Z","time spent":"362.985376ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-24T05:16:47.02835Z","caller":"traceutil/trace.go:171","msg":"trace[175721662] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17338; }","duration":"189.648555ms","start":"2026-07-24T05:16:46.838681Z","end":"2026-07-24T05:16:47.028329Z","steps":["trace[175721662] 'range keys from in-memory index tree' (duration: 189.462311ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:47.36746Z","caller":"traceutil/trace.go:171","msg":"trace[1754829908] transaction","detail":"{read_only:false; response_revision:17339; number_of_response:1; }","duration":"318.796222ms","start":"2026-07-24T05:16:47.048637Z","end":"2026-07-24T05:16:47.367433Z","steps":["trace[1754829908] 'process raft request' (duration: 318.620598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:47.367612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.048614Z","time spent":"318.917056ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:16:47.634642Z","caller":"traceutil/trace.go:171","msg":"trace[1934643685] linearizableReadLoop","detail":"{readStateIndex:17927; appliedIndex:17924; }","duration":"390.031206ms","start":"2026-07-24T05:16:47.244587Z","end":"2026-07-24T05:16:47.634618Z","steps":["trace[1934643685] 'read index received' (duration: 122.670137ms)","trace[1934643685] 'applied index is now lower than readState.Index' (duration: 267.359779ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:16:47.634768Z","caller":"traceutil/trace.go:171","msg":"trace[519747382] transaction","detail":"{read_only:false; response_revision:17341; number_of_response:1; }","duration":"484.575346ms","start":"2026-07-24T05:16:47.150165Z","end":"2026-07-24T05:16:47.63474Z","steps":["trace[519747382] 'process raft request' (duration: 484.382101ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:47.634822Z","caller":"traceutil/trace.go:171","msg":"trace[842082362] transaction","detail":"{read_only:false; response_revision:17340; number_of_response:1; }","duration":"569.752066ms","start":"2026-07-24T05:16:47.065027Z","end":"2026-07-24T05:16:47.634779Z","steps":["trace[842082362] 'process raft request' (duration: 544.88911ms)","trace[842082362] 'compare' (duration: 24.509756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:16:47.634915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.150147Z","time spent":"484.691159ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:16:47.635032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.065007Z","time spent":"569.910839ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:16:47.635135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.540569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:16:47.635191Z","caller":"traceutil/trace.go:171","msg":"trace[161445516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17341; }","duration":"390.653682ms","start":"2026-07-24T05:16:47.244523Z","end":"2026-07-24T05:16:47.635177Z","steps":["trace[161445516] 'agreement among raft nodes before linearized reading' (duration: 390.236262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:47.635249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.2445Z","time spent":"390.740103ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:16:47.635292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.978615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:16:47.635323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.337962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:16:47.635339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.362012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-24T05:16:47.635327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.689799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-24T05:16:47.635378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.835668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T05:16:47.635396Z","caller":"traceutil/trace.go:171","msg":"trace[536377932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17341; }","duration":"360.467514ms","start":"2026-07-24T05:16:47.274914Z","end":"2026-07-24T05:16:47.635382Z","steps":["trace[536377932] 'agreement among raft nodes before linearized reading' (duration: 360.31411ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:47.635395Z","caller":"traceutil/trace.go:171","msg":"trace[1999517497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17341; }","duration":"356.437114ms","start":"2026-07-24T05:16:47.27894Z","end":"2026-07-24T05:16:47.635377Z","steps":["trace[1999517497] 'agreement among raft nodes before linearized reading' (duration: 356.232289ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:47.635395Z","caller":"traceutil/trace.go:171","msg":"trace[404202866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17341; }","duration":"125.139169ms","start":"2026-07-24T05:16:47.510232Z","end":"2026-07-24T05:16:47.635371Z","steps":["trace[404202866] 'agreement among raft nodes before linearized reading' (duration: 124.953184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:47.635429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.27489Z","time spent":"360.532286ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:16:47.63543Z","caller":"traceutil/trace.go:171","msg":"trace[1043592949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17341; }","duration":"357.911681ms","start":"2026-07-24T05:16:47.277504Z","end":"2026-07-24T05:16:47.635416Z","steps":["trace[1043592949] 'agreement among raft nodes before linearized reading' (duration: 357.705676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:47.635443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.27893Z","time spent":"356.502335ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:16:47.635471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.277493Z","time spent":"357.967202ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:16:47.635409Z","caller":"traceutil/trace.go:171","msg":"trace[1651586081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17341; }","duration":"362.817372ms","start":"2026-07-24T05:16:47.272578Z","end":"2026-07-24T05:16:47.635395Z","steps":["trace[1651586081] 'agreement among raft nodes before linearized reading' (duration: 362.592517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:47.635579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.272558Z","time spent":"363.014647ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:16:48.447068Z","caller":"traceutil/trace.go:171","msg":"trace[439960509] linearizableReadLoop","detail":"{readStateIndex:17932; appliedIndex:17927; }","duration":"770.2864ms","start":"2026-07-24T05:16:47.676758Z","end":"2026-07-24T05:16:48.447044Z","steps":["trace[439960509] 'read index received' (duration: 56.554601ms)","trace[439960509] 'applied index is now lower than readState.Index' (duration: 713.730759ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:16:48.44764Z","caller":"traceutil/trace.go:171","msg":"trace[343012284] transaction","detail":"{read_only:false; response_revision:17343; number_of_response:1; }","duration":"807.703526ms","start":"2026-07-24T05:16:47.639922Z","end":"2026-07-24T05:16:48.447625Z","steps":["trace[343012284] 'process raft request' (duration: 806.869295ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:48.447917Z","caller":"traceutil/trace.go:171","msg":"trace[62270584] transaction","detail":"{read_only:false; response_revision:17346; number_of_response:1; }","duration":"807.270595ms","start":"2026-07-24T05:16:47.640606Z","end":"2026-07-24T05:16:48.447877Z","steps":["trace[62270584] 'process raft request' (duration: 806.395994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:48.448084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.640588Z","time spent":"807.408358ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:16:48.447977Z","caller":"traceutil/trace.go:171","msg":"trace[2050446040] transaction","detail":"{read_only:false; response_revision:17344; number_of_response:1; }","duration":"808.012404ms","start":"2026-07-24T05:16:47.63993Z","end":"2026-07-24T05:16:48.447943Z","steps":["trace[2050446040] 'process raft request' (duration: 806.999019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:48.448132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.344126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-24T05:16:48.448215Z","caller":"traceutil/trace.go:171","msg":"trace[732645352] transaction","detail":"{read_only:false; response_revision:17345; number_of_response:1; }","duration":"808.101596ms","start":"2026-07-24T05:16:47.640104Z","end":"2026-07-24T05:16:48.448206Z","steps":["trace[732645352] 'process raft request' (duration: 806.865745ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:48.448217Z","caller":"traceutil/trace.go:171","msg":"trace[723150104] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tkdp9; range_end:; response_count:1; response_revision:17346; }","duration":"771.466088ms","start":"2026-07-24T05:16:47.67673Z","end":"2026-07-24T05:16:48.448196Z","steps":["trace[723150104] 'agreement among raft nodes before linearized reading' (duration: 771.163291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:48.448257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.640094Z","time spent":"808.142246ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:16:48.448269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.676719Z","time spent":"771.53945ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" "} {"level":"warn","ts":"2026-07-24T05:16:48.448448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.639894Z","time spent":"808.320942ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:16:48.450558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.639901Z","time spent":"807.81332ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:16:48.543422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.191272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:16:48.54351Z","caller":"traceutil/trace.go:171","msg":"trace[1921985012] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:17346; }","duration":"649.337935ms","start":"2026-07-24T05:16:47.89415Z","end":"2026-07-24T05:16:48.543488Z","steps":["trace[1921985012] 'agreement among raft nodes before linearized reading' (duration: 649.146231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:48.543551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.531284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-24T05:16:48.543606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.894127Z","time spent":"649.463579ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:16:48.54364Z","caller":"traceutil/trace.go:171","msg":"trace[462552325] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17346; }","duration":"635.637757ms","start":"2026-07-24T05:16:47.907981Z","end":"2026-07-24T05:16:48.543618Z","steps":["trace[462552325] 'agreement among raft nodes before linearized reading' (duration: 635.3818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:48.543686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:47.907941Z","time spent":"635.736319ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:16:53.513882Z","caller":"traceutil/trace.go:171","msg":"trace[197477488] transaction","detail":"{read_only:false; response_revision:17379; number_of_response:1; }","duration":"119.802646ms","start":"2026-07-24T05:16:53.394057Z","end":"2026-07-24T05:16:53.51386Z","steps":["trace[197477488] 'process raft request' (duration: 119.573171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:54.039731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.576282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:16:54.039827Z","caller":"traceutil/trace.go:171","msg":"trace[780162115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17382; }","duration":"193.713155ms","start":"2026-07-24T05:16:53.846086Z","end":"2026-07-24T05:16:54.039799Z","steps":["trace[780162115] 'range keys from in-memory index tree' (duration: 193.464469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.49527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.633253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-24T05:16:59.495346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.527947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:16:59.495429Z","caller":"traceutil/trace.go:171","msg":"trace[1649008474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17459; }","duration":"844.63438ms","start":"2026-07-24T05:16:58.650772Z","end":"2026-07-24T05:16:59.495406Z","steps":["trace[1649008474] 'range keys from in-memory index tree' (duration: 844.395814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.495483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.650763Z","time spent":"844.709991ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:16:59.495612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.910643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-24T05:16:59.495765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.750731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:16:59.495815Z","caller":"traceutil/trace.go:171","msg":"trace[1604636664] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:17459; }","duration":"873.831913ms","start":"2026-07-24T05:16:58.621971Z","end":"2026-07-24T05:16:59.495803Z","steps":["trace[1604636664] 'range keys from in-memory index tree' (duration: 873.69113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:59.495681Z","caller":"traceutil/trace.go:171","msg":"trace[213231800] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76sl2; range_end:; response_count:1; response_revision:17459; }","duration":"783.063856ms","start":"2026-07-24T05:16:58.712601Z","end":"2026-07-24T05:16:59.495665Z","steps":["trace[213231800] 'range keys from in-memory index tree' (duration: 782.796099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.495845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.621954Z","time spent":"873.883684ms","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-24T05:16:59.495858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.712591Z","time spent":"783.253791ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" "} {"level":"warn","ts":"2026-07-24T05:16:59.495898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.433676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-24T05:16:59.496005Z","caller":"traceutil/trace.go:171","msg":"trace[379382062] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tkdp9; range_end:; response_count:1; response_revision:17459; }","duration":"785.571749ms","start":"2026-07-24T05:16:58.710406Z","end":"2026-07-24T05:16:59.495978Z","steps":["trace[379382062] 'range keys from in-memory index tree' (duration: 784.919102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.496073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.710395Z","time spent":"785.658191ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" "} {"level":"warn","ts":"2026-07-24T05:16:59.496067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.221235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:16:59.496151Z","caller":"traceutil/trace.go:171","msg":"trace[1928807469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17459; }","duration":"847.317097ms","start":"2026-07-24T05:16:58.648813Z","end":"2026-07-24T05:16:59.49613Z","steps":["trace[1928807469] 'range keys from in-memory index tree' (duration: 847.088932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.496192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.648782Z","time spent":"847.40044ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:16:59.495366Z","caller":"traceutil/trace.go:171","msg":"trace[2135609319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17459; }","duration":"830.757876ms","start":"2026-07-24T05:16:58.664584Z","end":"2026-07-24T05:16:59.495342Z","steps":["trace[2135609319] 'range keys from in-memory index tree' (duration: 830.50674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.496077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.042209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-24T05:16:59.496245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.551855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-24T05:16:59.496275Z","caller":"traceutil/trace.go:171","msg":"trace[1187992337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17459; }","duration":"851.266864ms","start":"2026-07-24T05:16:58.644977Z","end":"2026-07-24T05:16:59.496244Z","steps":["trace[1187992337] 'range keys from in-memory index tree' (duration: 850.885246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:59.49633Z","caller":"traceutil/trace.go:171","msg":"trace[1877581510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17459; }","duration":"429.668828ms","start":"2026-07-24T05:16:59.066642Z","end":"2026-07-24T05:16:59.49631Z","steps":["trace[1877581510] 'range keys from in-memory index tree' (duration: 429.35084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.496334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.644955Z","time spent":"851.363687ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:16:59.496377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:59.066625Z","time spent":"429.738549ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:16:59.496404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.653544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"warn","ts":"2026-07-24T05:16:59.49644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.614565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:16:59.495673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.239919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:16:59.496466Z","caller":"traceutil/trace.go:171","msg":"trace[1461983613] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17459; }","duration":"834.755766ms","start":"2026-07-24T05:16:58.661692Z","end":"2026-07-24T05:16:59.496447Z","steps":["trace[1461983613] 'range keys from in-memory index tree' (duration: 833.609187ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:59.496514Z","caller":"traceutil/trace.go:171","msg":"trace[980607475] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17459; }","duration":"565.11322ms","start":"2026-07-24T05:16:58.931388Z","end":"2026-07-24T05:16:59.496501Z","steps":["trace[980607475] 'count revisions from in-memory index tree' (duration: 564.161998ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:16:59.496512Z","caller":"traceutil/trace.go:171","msg":"trace[144268670] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:17459; }","duration":"801.714707ms","start":"2026-07-24T05:16:58.694778Z","end":"2026-07-24T05:16:59.496493Z","steps":["trace[144268670] 'count revisions from in-memory index tree' (duration: 801.558174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.496524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.661668Z","time spent":"834.844108ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225431,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-24T05:16:59.49653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.664575Z","time spent":"831.935746ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:16:59.496546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.931331Z","time spent":"565.204773ms","remote":"127.0.0.1:55002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:16:59.496561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.694768Z","time spent":"801.778ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:16:59.496855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.938253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:16:59.496898Z","caller":"traceutil/trace.go:171","msg":"trace[1385964504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17459; }","duration":"845.988684ms","start":"2026-07-24T05:16:58.650898Z","end":"2026-07-24T05:16:59.496887Z","steps":["trace[1385964504] 'range keys from in-memory index tree' (duration: 845.766558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:16:59.496927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:16:58.650894Z","time spent":"846.026305ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:17:04.230496Z","caller":"traceutil/trace.go:171","msg":"trace[1786238425] transaction","detail":"{read_only:false; response_revision:17554; number_of_response:1; }","duration":"162.771169ms","start":"2026-07-24T05:17:04.067698Z","end":"2026-07-24T05:17:04.23047Z","steps":["trace[1786238425] 'process raft request' (duration: 162.268307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:05.287526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:05.788258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:06.288774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:06.789658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:07.290617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:07.508748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:07.508871Z","caller":"traceutil/trace.go:171","msg":"trace[459621202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105415s","start":"2026-07-24T05:17:05.508744Z","end":"2026-07-24T05:17:07.508849Z","steps":["trace[459621202] 'agreement among raft nodes before linearized reading' (duration: 1.999950432s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:07.509007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.508726Z","time spent":"2.00026668s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:07.790993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:08.291372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:08.791571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:09.292742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:09.509432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999813179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:09.509519Z","caller":"traceutil/trace.go:171","msg":"trace[1413272161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999912571s","start":"2026-07-24T05:17:07.509583Z","end":"2026-07-24T05:17:09.509496Z","steps":["trace[1413272161] 'agreement among raft nodes before linearized reading' (duration: 1.999810419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:09.509566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:07.509526Z","time spent":"2.000028574s","remote":"127.0.0.1:54902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:09.792928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:10.2938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:10.601168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.605939Z","time spent":"4.995218814s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:10.602975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996986167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:10.603046Z","caller":"traceutil/trace.go:171","msg":"trace[695989213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.997092001s","start":"2026-07-24T05:17:05.605936Z","end":"2026-07-24T05:17:10.603028Z","steps":["trace[695989213] 'agreement among raft nodes before linearized reading' (duration: 4.997006138s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:10.603113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.605922Z","time spent":"4.997182903s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:10.604604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998618528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:10.604668Z","caller":"traceutil/trace.go:171","msg":"trace[563286700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998708761s","start":"2026-07-24T05:17:05.60594Z","end":"2026-07-24T05:17:10.604649Z","steps":["trace[563286700] 'agreement among raft nodes before linearized reading' (duration: 4.998632729s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:10.604711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.605932Z","time spent":"4.998769382s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:10.794662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:10.794703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.796034Z","time spent":"4.998647639s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:10.82274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999803268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:10.822813Z","caller":"traceutil/trace.go:171","msg":"trace[660474503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999939921s","start":"2026-07-24T05:17:05.822852Z","end":"2026-07-24T05:17:10.822792Z","steps":["trace[660474503] 'agreement among raft nodes before linearized reading' (duration: 4.999850859s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:10.82286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.822826Z","time spent":"5.000024404s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:11.294993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333622704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:11.517206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:11.517311Z","caller":"traceutil/trace.go:171","msg":"trace[938513275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384453s","start":"2026-07-24T05:17:09.5169Z","end":"2026-07-24T05:17:11.517284Z","steps":["trace[938513275] 'agreement among raft nodes before linearized reading' (duration: 2.00026425s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.517373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:09.516878Z","time spent":"2.000480135s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:11.654118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.867964128s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:17:11.654504Z","caller":"traceutil/trace.go:171","msg":"trace[1797164962] transaction","detail":"{read_only:false; response_revision:17558; number_of_response:1; }","duration":"6.86846707s","start":"2026-07-24T05:17:04.786013Z","end":"2026-07-24T05:17:11.65448Z","steps":["trace[1797164962] 'process raft request' (duration: 6.868298886s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.654721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:04.78592Z","time spent":"6.868696875s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3942,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:11.695562Z","caller":"traceutil/trace.go:171","msg":"trace[327093273] transaction","detail":"{read_only:false; response_revision:17560; number_of_response:1; }","duration":"6.573408666s","start":"2026-07-24T05:17:05.122127Z","end":"2026-07-24T05:17:11.695536Z","steps":["trace[327093273] 'process raft request' (duration: 6.573291722s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:11.695583Z","caller":"traceutil/trace.go:171","msg":"trace[2039614655] transaction","detail":"{read_only:false; response_revision:17559; number_of_response:1; }","duration":"6.612679948s","start":"2026-07-24T05:17:05.082863Z","end":"2026-07-24T05:17:11.695543Z","steps":["trace[2039614655] 'process raft request' (duration: 6.612418461s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.695696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.122102Z","time spent":"6.573522888s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:11.695755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.082835Z","time spent":"6.612827981s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:11.696187Z","caller":"traceutil/trace.go:171","msg":"trace[2032912334] transaction","detail":"{read_only:false; response_revision:17563; number_of_response:1; }","duration":"5.88647047s","start":"2026-07-24T05:17:05.809675Z","end":"2026-07-24T05:17:11.696146Z","steps":["trace[2032912334] 'process raft request' (duration: 5.88608902s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:11.6962Z","caller":"traceutil/trace.go:171","msg":"trace[198318243] transaction","detail":"{read_only:false; response_revision:17564; number_of_response:1; }","duration":"5.066092889s","start":"2026-07-24T05:17:06.630081Z","end":"2026-07-24T05:17:11.696174Z","steps":["trace[198318243] 'process raft request' (duration: 5.065980107s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.69633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.809656Z","time spent":"5.886615253s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:11.696461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:06.630047Z","time spent":"5.066239583s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18387,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:11.700138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:09.512516Z","time spent":"2.187612518s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:17:11.70024Z","caller":"traceutil/trace.go:171","msg":"trace[1983692716] linearizableReadLoop","detail":"{readStateIndex:18162; appliedIndex:18153; }","duration":"6.913224828s","start":"2026-07-24T05:17:04.786986Z","end":"2026-07-24T05:17:11.700211Z","steps":["trace[1983692716] 'read index received' (duration: 6.867378753s)","trace[1983692716] 'applied index is now lower than readState.Index' (duration: 45.843295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:11.700535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.913539495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-24T05:17:11.700578Z","caller":"traceutil/trace.go:171","msg":"trace[1264524016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17565; }","duration":"6.913622347s","start":"2026-07-24T05:17:04.786944Z","end":"2026-07-24T05:17:11.700566Z","steps":["trace[1264524016] 'agreement among raft nodes before linearized reading' (duration: 6.913417562s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.700572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.494898161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ssv5q\" ","response":"range_response_count:1 size:21313"} {"level":"warn","ts":"2026-07-24T05:17:11.700574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01297865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:11.700612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:04.78693Z","time spent":"6.913674328s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:17:11.700623Z","caller":"traceutil/trace.go:171","msg":"trace[1517037563] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ssv5q; range_end:; response_count:1; response_revision:17565; }","duration":"6.494991194s","start":"2026-07-24T05:17:05.205619Z","end":"2026-07-24T05:17:11.70061Z","steps":["trace[1517037563] 'agreement among raft nodes before linearized reading' (duration: 6.494807579s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.700688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.047791322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-07-24T05:17:11.700728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.236826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:11.700749Z","caller":"traceutil/trace.go:171","msg":"trace[700411081] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tkdp9; range_end:; response_count:1; response_revision:17565; }","duration":"6.047889765s","start":"2026-07-24T05:17:05.652845Z","end":"2026-07-24T05:17:11.700735Z","steps":["trace[700411081] 'agreement among raft nodes before linearized reading' (duration: 6.0476979s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.700703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.205599Z","time spent":"6.495092366s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21335,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ssv5q\" "} {"level":"info","ts":"2026-07-24T05:17:11.700768Z","caller":"traceutil/trace.go:171","msg":"trace[1327310108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17565; }","duration":"183.346218ms","start":"2026-07-24T05:17:11.51741Z","end":"2026-07-24T05:17:11.700756Z","steps":["trace[1327310108] 'agreement among raft nodes before linearized reading' (duration: 183.284797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.700793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.652828Z","time spent":"6.047957687s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" "} {"level":"warn","ts":"2026-07-24T05:17:11.700861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454378354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:11.700865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962188736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:11.700938Z","caller":"traceutil/trace.go:171","msg":"trace[1330288089] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:17565; }","duration":"4.962326409s","start":"2026-07-24T05:17:06.738596Z","end":"2026-07-24T05:17:11.700923Z","steps":["trace[1330288089] 'agreement among raft nodes before linearized reading' (duration: 4.962196126s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:11.700952Z","caller":"traceutil/trace.go:171","msg":"trace[1758062852] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:17565; }","duration":"4.454478707s","start":"2026-07-24T05:17:07.246432Z","end":"2026-07-24T05:17:11.700911Z","steps":["trace[1758062852] 'agreement among raft nodes before linearized reading' (duration: 4.454281562s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.701028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:07.246394Z","time spent":"4.45462419s","remote":"127.0.0.1:33438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:11.70098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.13483273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:11.701243Z","caller":"traceutil/trace.go:171","msg":"trace[2088499654] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:17565; }","duration":"5.135144059s","start":"2026-07-24T05:17:06.566087Z","end":"2026-07-24T05:17:11.701231Z","steps":["trace[2088499654] 'agreement among raft nodes before linearized reading' (duration: 5.134853071s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.70129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:06.566064Z","time spent":"5.135214981s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:11.700981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:06.73858Z","time spent":"4.962390351s","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:11.701646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988293876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:11.701742Z","caller":"traceutil/trace.go:171","msg":"trace[669210520] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:17565; }","duration":"3.988393939s","start":"2026-07-24T05:17:07.713294Z","end":"2026-07-24T05:17:11.701688Z","steps":["trace[669210520] 'agreement among raft nodes before linearized reading' (duration: 3.988274416s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.701777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988664002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:11.701778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.696931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:11.701811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946367252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:11.701779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:07.713271Z","time spent":"3.988498402s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:11.701843Z","caller":"traceutil/trace.go:171","msg":"trace[1259138041] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:17565; }","duration":"726.882855ms","start":"2026-07-24T05:17:10.974944Z","end":"2026-07-24T05:17:11.701827Z","steps":["trace[1259138041] 'agreement among raft nodes before linearized reading' (duration: 726.699991ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:11.701874Z","caller":"traceutil/trace.go:171","msg":"trace[585772778] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:17565; }","duration":"2.946438644s","start":"2026-07-24T05:17:08.755419Z","end":"2026-07-24T05:17:11.701858Z","steps":["trace[585772778] 'agreement among raft nodes before linearized reading' (duration: 2.946235839s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.701896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:10.974923Z","time spent":"726.959077ms","remote":"127.0.0.1:32782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:11.701917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:08.755381Z","time spent":"2.946526516s","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:11.70183Z","caller":"traceutil/trace.go:171","msg":"trace[1240271339] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:17565; }","duration":"1.988757045s","start":"2026-07-24T05:17:09.71306Z","end":"2026-07-24T05:17:11.701817Z","steps":["trace[1240271339] 'agreement among raft nodes before linearized reading' (duration: 1.988587181s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.702036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.096049336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:17:11.702086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:09.713043Z","time spent":"1.989026651s","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:11.702111Z","caller":"traceutil/trace.go:171","msg":"trace[1059949770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17565; }","duration":"6.09616396s","start":"2026-07-24T05:17:05.605931Z","end":"2026-07-24T05:17:11.702094Z","steps":["trace[1059949770] 'agreement among raft nodes before linearized reading' (duration: 6.095940814s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.702161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.605919Z","time spent":"6.096233511s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:11.702215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.534128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-24T05:17:11.702269Z","caller":"traceutil/trace.go:171","msg":"trace[242683560] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:17565; }","duration":"905.857846ms","start":"2026-07-24T05:17:10.796397Z","end":"2026-07-24T05:17:11.702255Z","steps":["trace[242683560] 'agreement among raft nodes before linearized reading' (duration: 905.460126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.7023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868644367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18c52202177c66e3\" ","response":"range_response_count:1 size:1004"} {"level":"warn","ts":"2026-07-24T05:17:11.702309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:10.796378Z","time spent":"905.922837ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-24T05:17:11.702339Z","caller":"traceutil/trace.go:171","msg":"trace[732104351] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18c52202177c66e3; range_end:; response_count:1; response_revision:17565; }","duration":"2.868706719s","start":"2026-07-24T05:17:08.833622Z","end":"2026-07-24T05:17:11.702329Z","steps":["trace[732104351] 'agreement among raft nodes before linearized reading' (duration: 2.868570176s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.702364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:08.833608Z","time spent":"2.86875082s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1026,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18c52202177c66e3\" "} {"level":"info","ts":"2026-07-24T05:17:11.700638Z","caller":"traceutil/trace.go:171","msg":"trace[79016260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17565; }","duration":"3.013093603s","start":"2026-07-24T05:17:08.687528Z","end":"2026-07-24T05:17:11.700621Z","steps":["trace[79016260] 'agreement among raft nodes before linearized reading' (duration: 3.01298924s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.702416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.051372901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-24T05:17:11.702443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:08.687507Z","time spent":"3.014925039s","remote":"127.0.0.1:33334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:11.702449Z","caller":"traceutil/trace.go:171","msg":"trace[617492639] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76sl2; range_end:; response_count:1; response_revision:17565; }","duration":"6.051427032s","start":"2026-07-24T05:17:05.65101Z","end":"2026-07-24T05:17:11.702437Z","steps":["trace[617492639] 'agreement among raft nodes before linearized reading' (duration: 6.05133047s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.702447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098809792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-24T05:17:11.702495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.650998Z","time spent":"6.051489773s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" "} {"level":"warn","ts":"2026-07-24T05:17:11.702473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163662335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-07-24T05:17:11.702422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344367221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:11.702539Z","caller":"traceutil/trace.go:171","msg":"trace[1237484871] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:17565; }","duration":"1.098950406s","start":"2026-07-24T05:17:10.603567Z","end":"2026-07-24T05:17:11.702517Z","steps":["trace[1237484871] 'agreement among raft nodes before linearized reading' (duration: 1.098666129s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:11.702558Z","caller":"traceutil/trace.go:171","msg":"trace[353494017] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17565; }","duration":"2.163758097s","start":"2026-07-24T05:17:09.538772Z","end":"2026-07-24T05:17:11.70253Z","steps":["trace[353494017] 'agreement among raft nodes before linearized reading' (duration: 2.163517231s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.702584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:10.603549Z","time spent":"1.099025847s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:17:11.702605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:09.538763Z","time spent":"2.163829609s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-24T05:17:11.702627Z","caller":"traceutil/trace.go:171","msg":"trace[176365153] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:17565; }","duration":"1.344538786s","start":"2026-07-24T05:17:10.358018Z","end":"2026-07-24T05:17:11.702556Z","steps":["trace[176365153] 'agreement among raft nodes before linearized reading' (duration: 1.34429566s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.702746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:10.358006Z","time spent":"1.34472914s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:11.70304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.125624078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T05:17:11.703093Z","caller":"traceutil/trace.go:171","msg":"trace[812280290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17565; }","duration":"6.125711731s","start":"2026-07-24T05:17:05.577369Z","end":"2026-07-24T05:17:11.70308Z","steps":["trace[812280290] 'agreement among raft nodes before linearized reading' (duration: 6.125563607s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.703158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.577349Z","time spent":"6.125800002s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:11.703344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.097367739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:17:11.703396Z","caller":"traceutil/trace.go:171","msg":"trace[1045262601] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17565; }","duration":"6.097434321s","start":"2026-07-24T05:17:05.605944Z","end":"2026-07-24T05:17:11.703378Z","steps":["trace[1045262601] 'agreement among raft nodes before linearized reading' (duration: 6.09656207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:11.703433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:05.605935Z","time spent":"6.097489172s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:17:30.072483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15329} {"level":"info","ts":"2026-07-24T05:17:30.170057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15329,"took":"94.120219ms","hash":2665482235,"current-db-size-bytes":57466880,"current-db-size":"58 MB","current-db-size-in-use-bytes":32346112,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T05:17:30.170136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2665482235,"revision":15329,"compact-revision":12979} {"level":"warn","ts":"2026-07-24T05:17:36.327714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:36.827865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:37.328531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:37.829157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:38.329625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:38.509351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000530457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:38.509445Z","caller":"traceutil/trace.go:171","msg":"trace[1815655607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000640569s","start":"2026-07-24T05:17:36.508781Z","end":"2026-07-24T05:17:38.509421Z","steps":["trace[1815655607] 'agreement among raft nodes before linearized reading' (duration: 2.000526866s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:38.509493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:36.508717Z","time spent":"2.000764992s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:38.830029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:39.330842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:39.831795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:40.333011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:40.509897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:40.510106Z","caller":"traceutil/trace.go:171","msg":"trace[1078312927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512076s","start":"2026-07-24T05:17:38.509502Z","end":"2026-07-24T05:17:40.510014Z","steps":["trace[1078312927] 'agreement among raft nodes before linearized reading' (duration: 2.000348372s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:40.510231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:38.509485Z","time spent":"2.000721601s","remote":"127.0.0.1:54902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:40.784122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:35.786633Z","time spent":"4.99748031s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:40.785918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:35.787851Z","time spent":"4.998049084s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:17:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:40.833792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:41.333913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:41.715077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99949358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T05:17:41.715126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999169153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:41.7152Z","caller":"traceutil/trace.go:171","msg":"trace[47610836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999696676s","start":"2026-07-24T05:17:36.715482Z","end":"2026-07-24T05:17:41.715179Z","steps":["trace[47610836] 'agreement among raft nodes before linearized reading' (duration: 4.999539481s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:41.715348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:36.715462Z","time spent":"4.99987071s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:17:41.715341Z","caller":"traceutil/trace.go:171","msg":"trace[432500452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999396799s","start":"2026-07-24T05:17:36.715909Z","end":"2026-07-24T05:17:41.715305Z","steps":["trace[432500452] 'agreement among raft nodes before linearized reading' (duration: 4.999188884s)"],"step_count":1} 2026/07/24 05:17:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:41.715458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:36.715895Z","time spent":"4.999522651s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:17:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:41.83442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:41.941316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999462079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:41.941405Z","caller":"traceutil/trace.go:171","msg":"trace[1258684699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999630773s","start":"2026-07-24T05:17:36.941754Z","end":"2026-07-24T05:17:41.941385Z","steps":["trace[1258684699] 'agreement among raft nodes before linearized reading' (duration: 4.99951325s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:41.941455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:36.941732Z","time spent":"4.999712675s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:17:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:41.995291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:41.995362Z","caller":"traceutil/trace.go:171","msg":"trace[652488975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228758s","start":"2026-07-24T05:17:39.995115Z","end":"2026-07-24T05:17:41.995344Z","steps":["trace[652488975] 'agreement among raft nodes before linearized reading' (duration: 2.000139456s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:41.995452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:39.995097Z","time spent":"2.000343732s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:42.33528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:42.517442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:42.517544Z","caller":"traceutil/trace.go:171","msg":"trace[1459702995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063104s","start":"2026-07-24T05:17:40.517461Z","end":"2026-07-24T05:17:42.517524Z","steps":["trace[1459702995] 'agreement among raft nodes before linearized reading' (duration: 1.999927921s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:42.517601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:40.517442Z","time spent":"2.000143907s","remote":"127.0.0.1:54902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:42.827916Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T05:17:42.828133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001031911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:42.828231Z","caller":"traceutil/trace.go:171","msg":"trace[271440223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.001196895s","start":"2026-07-24T05:17:35.827011Z","end":"2026-07-24T05:17:42.828208Z","steps":["trace[271440223] 'agreement among raft nodes before linearized reading' (duration: 7.001064372s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:42.828291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:35.826994Z","time spent":"7.001284558s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:17:43.329081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:43.829753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:44.329913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:44.526024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:44.526109Z","caller":"traceutil/trace.go:171","msg":"trace[1680361488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539766s","start":"2026-07-24T05:17:42.525549Z","end":"2026-07-24T05:17:44.526089Z","steps":["trace[1680361488] 'agreement among raft nodes before linearized reading' (duration: 2.000436054s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:44.526157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:42.525531Z","time spent":"2.000616368s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:44.779206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:37.778639Z","time spent":"7.000559269s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:44.830716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:45.260823Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"53ff9f926e99beac","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:45.331017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:45.783986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997983063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:45.784077Z","caller":"traceutil/trace.go:171","msg":"trace[473946917] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998115857s","start":"2026-07-24T05:17:40.78594Z","end":"2026-07-24T05:17:45.784056Z","steps":["trace[473946917] 'agreement among raft nodes before linearized reading' (duration: 4.998001764s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:45.784129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:40.78593Z","time spent":"4.998188058s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 05:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:45.786062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998911577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:45.786292Z","caller":"traceutil/trace.go:171","msg":"trace[1780695655] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999188264s","start":"2026-07-24T05:17:40.787082Z","end":"2026-07-24T05:17:45.78627Z","steps":["trace[1780695655] 'agreement among raft nodes before linearized reading' (duration: 4.998916387s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:45.786458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:40.787078Z","time spent":"4.999362098s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 05:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:45.802754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.691852411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:45.802817Z","caller":"traceutil/trace.go:171","msg":"trace[880956895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.691957703s","start":"2026-07-24T05:17:37.110845Z","end":"2026-07-24T05:17:45.802803Z","steps":["trace[880956895] 'agreement among raft nodes before linearized reading' (duration: 8.691879661s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:45.802852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:37.110826Z","time spent":"8.692018865s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/24 05:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:45.826588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.042819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:45.826762Z","caller":"traceutil/trace.go:171","msg":"trace[1215027354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"994.276335ms","start":"2026-07-24T05:17:44.832439Z","end":"2026-07-24T05:17:45.826716Z","steps":["trace[1215027354] 'agreement among raft nodes before linearized reading' (duration: 994.0643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:45.826856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:44.83242Z","time spent":"994.416368ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/24 05:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:45.827699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999490493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:45.827808Z","caller":"traceutil/trace.go:171","msg":"trace[354421574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999651987s","start":"2026-07-24T05:17:35.828128Z","end":"2026-07-24T05:17:45.82778Z","steps":["trace[354421574] 'agreement among raft nodes before linearized reading' (duration: 9.999534724s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:45.827863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:35.828115Z","time spent":"9.999738569s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/24 05:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:45.829188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999285627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:45.829245Z","caller":"traceutil/trace.go:171","msg":"trace[909249797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999340588s","start":"2026-07-24T05:17:35.829886Z","end":"2026-07-24T05:17:45.829227Z","steps":["trace[909249797] 'agreement among raft nodes before linearized reading' (duration: 9.999271297s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:45.829285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:35.829852Z","time spent":"9.999424491s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 05:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:45.832078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:46.332638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:46.526299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:46.526387Z","caller":"traceutil/trace.go:171","msg":"trace[1415591720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056914s","start":"2026-07-24T05:17:44.526309Z","end":"2026-07-24T05:17:46.526366Z","steps":["trace[1415591720] 'agreement among raft nodes before linearized reading' (duration: 1.999934081s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:46.526489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:44.526293Z","time spent":"2.000175608s","remote":"127.0.0.1:54902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:46.71492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998593655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:46.715031Z","caller":"traceutil/trace.go:171","msg":"trace[1153522403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998762119s","start":"2026-07-24T05:17:43.716241Z","end":"2026-07-24T05:17:46.715003Z","steps":["trace[1153522403] 'agreement among raft nodes before linearized reading' (duration: 2.998624966s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:46.715101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.716225Z","time spent":"2.998861791s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:17:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:46.716087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998196566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:46.716182Z","caller":"traceutil/trace.go:171","msg":"trace[1100685582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998310418s","start":"2026-07-24T05:17:43.717849Z","end":"2026-07-24T05:17:46.716159Z","steps":["trace[1100685582] 'agreement among raft nodes before linearized reading' (duration: 2.998192645s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:46.716336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.717796Z","time spent":"2.998525774s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:17:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:46.83299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:46.940691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996304619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:46.9408Z","caller":"traceutil/trace.go:171","msg":"trace[92261628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996567395s","start":"2026-07-24T05:17:43.944211Z","end":"2026-07-24T05:17:46.940778Z","steps":["trace[92261628] 'agreement among raft nodes before linearized reading' (duration: 2.996432802s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:46.940853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.944188Z","time spent":"2.996654237s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:17:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:47.33354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:47.776247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993320593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:47.776312Z","caller":"traceutil/trace.go:171","msg":"trace[74784215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993438756s","start":"2026-07-24T05:17:44.782858Z","end":"2026-07-24T05:17:47.776297Z","steps":["trace[74784215] 'agreement among raft nodes before linearized reading' (duration: 2.993354704s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:47.776351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:44.782837Z","time spent":"2.993506518s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:17:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:47.834656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:48.335199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:48.534985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:48.53506Z","caller":"traceutil/trace.go:171","msg":"trace[1028854908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666649s","start":"2026-07-24T05:17:46.534376Z","end":"2026-07-24T05:17:48.535043Z","steps":["trace[1028854908] 'agreement among raft nodes before linearized reading' (duration: 2.000566247s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:48.5351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:46.534351Z","time spent":"2.000740262s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:48.768783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:41.768593Z","time spent":"7.000174939s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:48.835659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:48.859948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:41.859292Z","time spent":"7.000648892s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:49.208515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:42.207879Z","time spent":"7.000630232s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:49.336243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:17:49.828359Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T05:17:49.828617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.471240848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:49.828696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.925252928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:49.828716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.107410611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:49.828752Z","caller":"traceutil/trace.go:171","msg":"trace[1555003649] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; }","duration":"11.471404222s","start":"2026-07-24T05:17:38.357265Z","end":"2026-07-24T05:17:49.828669Z","steps":["trace[1555003649] 'agreement among raft nodes before linearized reading' (duration: 11.471274589s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.828789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.961837634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:49.828807Z","caller":"traceutil/trace.go:171","msg":"trace[250411940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"8.107567585s","start":"2026-07-24T05:17:41.721217Z","end":"2026-07-24T05:17:49.828785Z","steps":["trace[250411940] 'agreement among raft nodes before linearized reading' (duration: 8.107440992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.828833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.452208937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:49.828837Z","caller":"traceutil/trace.go:171","msg":"trace[617379187] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; }","duration":"8.961917976s","start":"2026-07-24T05:17:40.866905Z","end":"2026-07-24T05:17:49.828823Z","steps":["trace[617379187] 'agreement among raft nodes before linearized reading' (duration: 8.961871825s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.828834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:38.357245Z","time spent":"11.471569977s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:49.828806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.798627901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:49.828865Z","caller":"traceutil/trace.go:171","msg":"trace[301868325] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; }","duration":"8.452283259s","start":"2026-07-24T05:17:41.376575Z","end":"2026-07-24T05:17:49.828858Z","steps":["trace[301868325] 'agreement among raft nodes before linearized reading' (duration: 8.452246848s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.828868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:41.721196Z","time spent":"8.107659298s","remote":"127.0.0.1:53474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:49.82888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:40.866887Z","time spent":"8.961982558s","remote":"127.0.0.1:52308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:49.828716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.692190456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:49.828907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.077375831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:49.82879Z","caller":"traceutil/trace.go:171","msg":"trace[1334218268] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"8.925423453s","start":"2026-07-24T05:17:40.903342Z","end":"2026-07-24T05:17:49.828765Z","steps":["trace[1334218268] 'agreement among raft nodes before linearized reading' (duration: 8.925270679s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.828875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.10342123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6b6dbf5d76-dccz6.18c5215c525b3e1b\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:49.828945Z","caller":"traceutil/trace.go:171","msg":"trace[1882007702] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; }","duration":"13.077408922s","start":"2026-07-24T05:17:36.751521Z","end":"2026-07-24T05:17:49.82893Z","steps":["trace[1882007702] 'agreement among raft nodes before linearized reading' (duration: 13.077375171s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.828968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.829237365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:49.828962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.836857542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:49.828935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.84935533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:49.828986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:36.75149Z","time spent":"13.077489534s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-24T05:17:49.828997Z","caller":"traceutil/trace.go:171","msg":"trace[2142386940] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tkdp9; range_end:; }","duration":"13.829304326s","start":"2026-07-24T05:17:35.999685Z","end":"2026-07-24T05:17:49.828989Z","steps":["trace[2142386940] 'agreement among raft nodes before linearized reading' (duration: 13.829276646s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.828938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.785507835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:49.829006Z","caller":"traceutil/trace.go:171","msg":"trace[505255898] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76sl2; range_end:; }","duration":"13.836929484s","start":"2026-07-24T05:17:35.992066Z","end":"2026-07-24T05:17:49.828996Z","steps":["trace[505255898] 'agreement among raft nodes before linearized reading' (duration: 13.836886183s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.829002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:40.903328Z","time spent":"8.925626597s","remote":"127.0.0.1:55074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:49.829025Z","caller":"traceutil/trace.go:171","msg":"trace[205136669] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; }","duration":"11.849476343s","start":"2026-07-24T05:17:37.979532Z","end":"2026-07-24T05:17:49.829008Z","steps":["trace[205136669] 'agreement among raft nodes before linearized reading' (duration: 11.84935087s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.829027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:35.999664Z","time spent":"13.829357998s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" "} {"level":"warn","ts":"2026-07-24T05:17:49.829052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.220244721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:17:49.829068Z","caller":"traceutil/trace.go:171","msg":"trace[788381951] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; }","duration":"12.785715411s","start":"2026-07-24T05:17:37.043328Z","end":"2026-07-24T05:17:49.829043Z","steps":["trace[788381951] 'agreement among raft nodes before linearized reading' (duration: 12.785520656s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.829071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:37.979504Z","time spent":"11.849554134s","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:49.829084Z","caller":"traceutil/trace.go:171","msg":"trace[945843751] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; }","duration":"9.220310253s","start":"2026-07-24T05:17:40.608764Z","end":"2026-07-24T05:17:49.829075Z","steps":["trace[945843751] 'agreement among raft nodes before linearized reading' (duration: 9.220275842s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.829135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:40.608749Z","time spent":"9.220374314s","remote":"127.0.0.1:33466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:49.829001Z","caller":"traceutil/trace.go:171","msg":"trace[1852873114] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6b6dbf5d76-dccz6.18c5215c525b3e1b; range_end:; }","duration":"12.103650476s","start":"2026-07-24T05:17:37.725316Z","end":"2026-07-24T05:17:49.828966Z","steps":["trace[1852873114] 'agreement among raft nodes before linearized reading' (duration: 12.103473451s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.829069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:35.992046Z","time spent":"13.837012107s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" "} {"level":"warn","ts":"2026-07-24T05:17:49.829175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:37.725287Z","time spent":"12.103879701s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/cinder-api-6b6dbf5d76-dccz6.18c5215c525b3e1b\" "} {"level":"warn","ts":"2026-07-24T05:17:49.829134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:37.043312Z","time spent":"12.785801792s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:49.828932Z","caller":"traceutil/trace.go:171","msg":"trace[1525798563] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; }","duration":"9.692624127s","start":"2026-07-24T05:17:40.136298Z","end":"2026-07-24T05:17:49.828923Z","steps":["trace[1525798563] 'agreement among raft nodes before linearized reading' (duration: 9.692219957s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.829233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:40.136276Z","time spent":"9.692944594s","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:49.828931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.208687556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:49.82892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:41.376553Z","time spent":"8.452354671s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:49.829303Z","caller":"traceutil/trace.go:171","msg":"trace[1325743188] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"9.209073475s","start":"2026-07-24T05:17:40.62022Z","end":"2026-07-24T05:17:49.829293Z","steps":["trace[1325743188] 'agreement among raft nodes before linearized reading' (duration: 9.208702226s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.82934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:40.620213Z","time spent":"9.209116026s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:49.82891Z","caller":"traceutil/trace.go:171","msg":"trace[113652853] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; }","duration":"12.798830956s","start":"2026-07-24T05:17:37.030057Z","end":"2026-07-24T05:17:49.828887Z","steps":["trace[113652853] 'agreement among raft nodes before linearized reading' (duration: 12.798656821s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:49.829501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:37.030037Z","time spent":"12.79944993s","remote":"127.0.0.1:36718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:49.834489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.047669552s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:17:49.90985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.071405363s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:49.910003Z","caller":"traceutil/trace.go:171","msg":"trace[688151070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17736; }","duration":"13.071608208s","start":"2026-07-24T05:17:36.838375Z","end":"2026-07-24T05:17:49.909983Z","steps":["trace[688151070] 'range keys from in-memory index tree' (duration: 13.071383693s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:50.535701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000648979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:17:50.535783Z","caller":"traceutil/trace.go:171","msg":"trace[445779557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779622s","start":"2026-07-24T05:17:48.534984Z","end":"2026-07-24T05:17:50.535763Z","steps":["trace[445779557] 'agreement among raft nodes before linearized reading' (duration: 2.00068137s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:50.535832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:48.534962Z","time spent":"2.000858255s","remote":"127.0.0.1:54902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:51.717853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:46.719715Z","time spent":"4.998130066s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:17:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:51.942436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:46.944474Z","time spent":"4.997955582s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:51.995255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:51.99534Z","caller":"traceutil/trace.go:171","msg":"trace[1291194819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229028s","start":"2026-07-24T05:17:49.995091Z","end":"2026-07-24T05:17:51.99532Z","steps":["trace[1291194819] 'agreement among raft nodes before linearized reading' (duration: 2.000120066s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:51.995486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:49.995066Z","time spent":"2.000379633s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:52.050075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.215240052s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:17:52.156066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.591534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-24T05:17:52.270476Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"53ff9f926e99beac","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:17:52.531564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.282651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:17:52.543962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:17:52.544053Z","caller":"traceutil/trace.go:171","msg":"trace[1270446893] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531296s","start":"2026-07-24T05:17:50.543503Z","end":"2026-07-24T05:17:52.544034Z","steps":["trace[1270446893] 'agreement among raft nodes before linearized reading' (duration: 2.000413213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:52.544209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:50.543481Z","time spent":"2.000717071s","remote":"127.0.0.1:54902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:17:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:17:52.787792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:45.787417Z","time spent":"7.000367135s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:52.805835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.641195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-24T05:17:52.806405Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"49.821µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-24T05:17:52.8072Z","caller":"traceutil/trace.go:171","msg":"trace[743703057] transaction","detail":"{read_only:false; response_revision:17744; number_of_response:1; }","duration":"6.97796337s","start":"2026-07-24T05:17:45.8292Z","end":"2026-07-24T05:17:52.807164Z","steps":["trace[743703057] 'process raft request' (duration: 6.977395796s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:52.807241Z","caller":"traceutil/trace.go:171","msg":"trace[1939763822] transaction","detail":"{read_only:false; response_revision:17745; number_of_response:1; }","duration":"6.977116019s","start":"2026-07-24T05:17:45.830092Z","end":"2026-07-24T05:17:52.807208Z","steps":["trace[1939763822] 'process raft request' (duration: 6.976554666s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:52.807339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:45.829173Z","time spent":"6.978094284s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:52.807396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:45.830068Z","time spent":"6.977257593s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:53.963509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156740447s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:17:53.963748Z","caller":"traceutil/trace.go:171","msg":"trace[585966366] linearizableReadLoop","detail":"{readStateIndex:18356; appliedIndex:18340; }","duration":"4.135242514s","start":"2026-07-24T05:17:49.828484Z","end":"2026-07-24T05:17:53.963726Z","steps":["trace[585966366] 'read index received' (duration: 6.317376ms)","trace[585966366] 'applied index is now lower than readState.Index' (duration: 4.128923958s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:53.964002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.492520593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.964084Z","caller":"traceutil/trace.go:171","msg":"trace[355629431] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:17748; }","duration":"6.492651036s","start":"2026-07-24T05:17:47.471413Z","end":"2026-07-24T05:17:53.964064Z","steps":["trace[355629431] 'agreement among raft nodes before linearized reading' (duration: 6.492514603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.964133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:47.471387Z","time spent":"6.492734378s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.964145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90327308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:53.964347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.404714Z","time spent":"559.623935ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:17:53.964544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.473416776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:53.964622Z","caller":"traceutil/trace.go:171","msg":"trace[1388706714] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:17748; }","duration":"7.473557919s","start":"2026-07-24T05:17:46.491045Z","end":"2026-07-24T05:17:53.964603Z","steps":["trace[1388706714] 'agreement among raft nodes before linearized reading' (duration: 7.473400085s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.964668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.308063319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.964669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:46.491014Z","time spent":"7.473643892s","remote":"127.0.0.1:55462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":42,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.964647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.430578735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-07-24T05:17:53.964685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17493626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.964702Z","caller":"traceutil/trace.go:171","msg":"trace[656351502] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:17748; }","duration":"8.308091409s","start":"2026-07-24T05:17:45.656597Z","end":"2026-07-24T05:17:53.964688Z","steps":["trace[656351502] 'agreement among raft nodes before linearized reading' (duration: 8.308049928s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.964742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:45.656539Z","time spent":"8.308194792s","remote":"127.0.0.1:55058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.96475Z","caller":"traceutil/trace.go:171","msg":"trace[1152798978] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:17748; }","duration":"9.175060702s","start":"2026-07-24T05:17:44.789667Z","end":"2026-07-24T05:17:53.964728Z","steps":["trace[1152798978] 'agreement among raft nodes before linearized reading' (duration: 9.17495928s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.964757Z","caller":"traceutil/trace.go:171","msg":"trace[2021507893] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:17748; }","duration":"7.430698768s","start":"2026-07-24T05:17:46.53402Z","end":"2026-07-24T05:17:53.964719Z","steps":["trace[2021507893] 'agreement among raft nodes before linearized reading' (duration: 7.430403941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.964572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.713198548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-24T05:17:53.964806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:44.78965Z","time spent":"9.175139765s","remote":"127.0.0.1:36732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.964822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:46.533982Z","time spent":"7.430824941s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:17:53.964862Z","caller":"traceutil/trace.go:171","msg":"trace[1438259823] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17748; }","duration":"8.713505426s","start":"2026-07-24T05:17:45.251326Z","end":"2026-07-24T05:17:53.964831Z","steps":["trace[1438259823] 'agreement among raft nodes before linearized reading' (duration: 8.713135947s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.964875Z","caller":"traceutil/trace.go:171","msg":"trace[1042673367] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17748; }","duration":"5.099979457s","start":"2026-07-24T05:17:48.864872Z","end":"2026-07-24T05:17:53.964852Z","steps":["trace[1042673367] 'process raft request' (duration: 5.098730517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.964627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.156287231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.964927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:45.251306Z","time spent":"8.713602898s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-24T05:17:53.96495Z","caller":"traceutil/trace.go:171","msg":"trace[1306144555] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:17748; }","duration":"8.156645889s","start":"2026-07-24T05:17:45.808285Z","end":"2026-07-24T05:17:53.96493Z","steps":["trace[1306144555] 'agreement among raft nodes before linearized reading' (duration: 8.156313351s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.964988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:45.808263Z","time spent":"8.156713431s","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.964995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:48.864833Z","time spent":"5.1000944s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:53.965047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.27647704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-24T05:17:53.965086Z","caller":"traceutil/trace.go:171","msg":"trace[2028400730] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:17748; }","duration":"10.276556222s","start":"2026-07-24T05:17:43.688516Z","end":"2026-07-24T05:17:53.965072Z","steps":["trace[2028400730] 'agreement among raft nodes before linearized reading' (duration: 10.276458669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.965115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.688492Z","time spent":"10.276615603s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T05:17:53.965156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.371235215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-24T05:17:53.965196Z","caller":"traceutil/trace.go:171","msg":"trace[1504491868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17748; }","duration":"10.371300937s","start":"2026-07-24T05:17:43.59388Z","end":"2026-07-24T05:17:53.965181Z","steps":["trace[1504491868] 'agreement among raft nodes before linearized reading' (duration: 10.370469297s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.965226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.593861Z","time spent":"10.371357608s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:17:53.96535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.950549887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.965391Z","caller":"traceutil/trace.go:171","msg":"trace[1345621931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:17748; }","duration":"10.950629129s","start":"2026-07-24T05:17:43.014749Z","end":"2026-07-24T05:17:53.965379Z","steps":["trace[1345621931] 'agreement among raft nodes before linearized reading' (duration: 10.950568478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.9654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.451074422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.965422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.014727Z","time spent":"10.950686311s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.965456Z","caller":"traceutil/trace.go:171","msg":"trace[779333262] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:17748; }","duration":"10.451170795s","start":"2026-07-24T05:17:43.514268Z","end":"2026-07-24T05:17:53.965439Z","steps":["trace[779333262] 'agreement among raft nodes before linearized reading' (duration: 10.451083612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.965472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193202405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:17:53.965505Z","caller":"traceutil/trace.go:171","msg":"trace[630743311] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:17748; }","duration":"5.193265117s","start":"2026-07-24T05:17:48.772231Z","end":"2026-07-24T05:17:53.965496Z","steps":["trace[630743311] 'agreement among raft nodes before linearized reading' (duration: 5.193174575s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.9655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.514245Z","time spent":"10.451241646s","remote":"127.0.0.1:53622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.965532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:48.772211Z","time spent":"5.193314679s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T05:17:53.965606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.801973699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.965642Z","caller":"traceutil/trace.go:171","msg":"trace[1735622473] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:0; response_revision:17748; }","duration":"10.802048961s","start":"2026-07-24T05:17:43.163584Z","end":"2026-07-24T05:17:53.965633Z","steps":["trace[1735622473] 'agreement among raft nodes before linearized reading' (duration: 10.801964699s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.96567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.163562Z","time spent":"10.802101103s","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-07-24T05:17:53.965964Z","caller":"traceutil/trace.go:171","msg":"trace[1492944058] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17748; }","duration":"4.75350179s","start":"2026-07-24T05:17:49.212449Z","end":"2026-07-24T05:17:53.965951Z","steps":["trace[1492944058] 'process raft request' (duration: 4.751225124s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.966008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131059381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522046021809d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-24T05:17:53.966055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:49.212423Z","time spent":"4.753574492s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:53.966079Z","caller":"traceutil/trace.go:171","msg":"trace[1661951187] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c522046021809d; range_end:; response_count:1; response_revision:17748; }","duration":"4.131159664s","start":"2026-07-24T05:17:49.834898Z","end":"2026-07-24T05:17:53.966057Z","steps":["trace[1661951187] 'agreement among raft nodes before linearized reading' (duration: 4.130962739s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.966141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:49.83488Z","time spent":"4.131248435s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522046021809d\" "} {"level":"warn","ts":"2026-07-24T05:17:53.966272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.409200856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T05:17:53.966334Z","caller":"traceutil/trace.go:171","msg":"trace[1769513302] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:17748; }","duration":"10.410007316s","start":"2026-07-24T05:17:43.556301Z","end":"2026-07-24T05:17:53.966308Z","steps":["trace[1769513302] 'agreement among raft nodes before linearized reading' (duration: 10.409085832s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.966372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:43.556287Z","time spent":"10.410073087s","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":183,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.966367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.080865845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.966418Z","caller":"traceutil/trace.go:171","msg":"trace[1875030964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:17748; }","duration":"11.080952416s","start":"2026-07-24T05:17:42.885448Z","end":"2026-07-24T05:17:53.966401Z","steps":["trace[1875030964] 'agreement among raft nodes before linearized reading' (duration: 11.080872524s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.966458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:42.885424Z","time spent":"11.081021328s","remote":"127.0.0.1:33498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.966768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883872535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:53.966823Z","caller":"traceutil/trace.go:171","msg":"trace[366801911] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:17748; }","duration":"2.883973298s","start":"2026-07-24T05:17:51.082836Z","end":"2026-07-24T05:17:53.966809Z","steps":["trace[366801911] 'agreement among raft nodes before linearized reading' (duration: 2.883861485s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.966674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.272643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.966864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.082794Z","time spent":"2.88405834s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.966892Z","caller":"traceutil/trace.go:171","msg":"trace[1523138936] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:17748; }","duration":"817.52434ms","start":"2026-07-24T05:17:53.14935Z","end":"2026-07-24T05:17:53.966874Z","steps":["trace[1523138936] 'agreement among raft nodes before linearized reading' (duration: 817.285464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.966951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.149317Z","time spent":"817.615161ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.964251Z","caller":"traceutil/trace.go:171","msg":"trace[1085752749] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:17748; }","duration":"6.903381793s","start":"2026-07-24T05:17:47.060802Z","end":"2026-07-24T05:17:53.964184Z","steps":["trace[1085752749] 'agreement among raft nodes before linearized reading' (duration: 6.90324594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415591935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.967142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:47.06078Z","time spent":"6.906336646s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":25,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.967166Z","caller":"traceutil/trace.go:171","msg":"trace[25970918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17748; }","duration":"1.415662896s","start":"2026-07-24T05:17:52.55149Z","end":"2026-07-24T05:17:53.967153Z","steps":["trace[25970918] 'agreement among raft nodes before linearized reading' (duration: 1.415613855s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.551471Z","time spent":"1.415721698s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:17:53.967205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894962045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:53.967251Z","caller":"traceutil/trace.go:171","msg":"trace[850968177] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17748; }","duration":"3.895056027s","start":"2026-07-24T05:17:50.072183Z","end":"2026-07-24T05:17:53.967239Z","steps":["trace[850968177] 'agreement among raft nodes before linearized reading' (duration: 3.894963875s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:50.07216Z","time spent":"3.89512072s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.967077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240994433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:53.967372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960293313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-24T05:17:53.9674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910671488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:53.96741Z","caller":"traceutil/trace.go:171","msg":"trace[254917865] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:17748; }","duration":"3.960335304s","start":"2026-07-24T05:17:50.007064Z","end":"2026-07-24T05:17:53.967399Z","steps":["trace[254917865] 'agreement among raft nodes before linearized reading' (duration: 3.96016518s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352698461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:53.967431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664526868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:53.967407Z","caller":"traceutil/trace.go:171","msg":"trace[242120820] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:17748; }","duration":"1.241359672s","start":"2026-07-24T05:17:52.726031Z","end":"2026-07-24T05:17:53.96739Z","steps":["trace[242120820] 'agreement among raft nodes before linearized reading' (duration: 1.241006614s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.967443Z","caller":"traceutil/trace.go:171","msg":"trace[758962620] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:17748; }","duration":"2.91073604s","start":"2026-07-24T05:17:51.05669Z","end":"2026-07-24T05:17:53.967426Z","steps":["trace[758962620] 'agreement among raft nodes before linearized reading' (duration: 2.910685119s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.967449Z","caller":"traceutil/trace.go:171","msg":"trace[269677728] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:17748; }","duration":"3.352817444s","start":"2026-07-24T05:17:50.61462Z","end":"2026-07-24T05:17:53.967437Z","steps":["trace[269677728] 'agreement among raft nodes before linearized reading' (duration: 3.3526379s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.72601Z","time spent":"1.241460624s","remote":"127.0.0.1:33460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.967486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.056673Z","time spent":"2.910804791s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.967482Z","caller":"traceutil/trace.go:171","msg":"trace[1890520663] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:17748; }","duration":"1.66461083s","start":"2026-07-24T05:17:52.302855Z","end":"2026-07-24T05:17:53.967466Z","steps":["trace[1890520663] 'agreement among raft nodes before linearized reading' (duration: 1.664531058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:50.614586Z","time spent":"3.352895076s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":26,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.967535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.302835Z","time spent":"1.664685951s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.967535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132086213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-24T05:17:53.96758Z","caller":"traceutil/trace.go:171","msg":"trace[2090004055] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76sl2; range_end:; response_count:1; response_revision:17748; }","duration":"2.132169645s","start":"2026-07-24T05:17:51.835398Z","end":"2026-07-24T05:17:53.967568Z","steps":["trace[2090004055] 'agreement among raft nodes before linearized reading' (duration: 2.132034121s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.835375Z","time spent":"2.132230626s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" "} {"level":"warn","ts":"2026-07-24T05:17:53.967638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410346988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18403"} {"level":"warn","ts":"2026-07-24T05:17:53.967474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79659661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:53.967712Z","caller":"traceutil/trace.go:171","msg":"trace[588086025] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:17748; }","duration":"3.410463781s","start":"2026-07-24T05:17:50.557227Z","end":"2026-07-24T05:17:53.96769Z","steps":["trace[588086025] 'agreement among raft nodes before linearized reading' (duration: 3.410244115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:50.557201Z","time spent":"3.410545813s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18425,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-24T05:17:53.967763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752338471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:53.967749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486169889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:53.967444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:50.00704Z","time spent":"3.960395536s","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":192,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.967796Z","caller":"traceutil/trace.go:171","msg":"trace[1645227432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17748; }","duration":"1.752413863s","start":"2026-07-24T05:17:52.215372Z","end":"2026-07-24T05:17:53.967786Z","steps":["trace[1645227432] 'agreement among raft nodes before linearized reading' (duration: 1.752360292s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:53.967804Z","caller":"traceutil/trace.go:171","msg":"trace[1425812700] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:17748; }","duration":"2.486265471s","start":"2026-07-24T05:17:51.481529Z","end":"2026-07-24T05:17:53.967794Z","steps":["trace[1425812700] 'agreement among raft nodes before linearized reading' (duration: 2.486183709s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:52.21535Z","time spent":"1.752467275s","remote":"127.0.0.1:33386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:53.967835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.481509Z","time spent":"2.486317822s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:53.967877Z","caller":"traceutil/trace.go:171","msg":"trace[1998602082] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17748; }","duration":"3.797041691s","start":"2026-07-24T05:17:50.170696Z","end":"2026-07-24T05:17:53.967737Z","steps":["trace[1998602082] 'agreement among raft nodes before linearized reading' (duration: 3.796119388s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.967997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131981001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-24T05:17:53.968044Z","caller":"traceutil/trace.go:171","msg":"trace[1280937392] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tkdp9; range_end:; response_count:1; response_revision:17748; }","duration":"2.132043562s","start":"2026-07-24T05:17:51.835988Z","end":"2026-07-24T05:17:53.968032Z","steps":["trace[1280937392] 'agreement among raft nodes before linearized reading' (duration: 2.131903638s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:53.968076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:51.835982Z","time spent":"2.132087363s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" "} {"level":"warn","ts":"2026-07-24T05:17:53.968187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:50.170679Z","time spent":"3.797250336s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":7,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:54.145131Z","caller":"traceutil/trace.go:171","msg":"trace[746436942] linearizableReadLoop","detail":"{readStateIndex:18357; appliedIndex:18356; }","duration":"175.105225ms","start":"2026-07-24T05:17:53.969998Z","end":"2026-07-24T05:17:54.145104Z","steps":["trace[746436942] 'read index received' (duration: 174.977162ms)","trace[746436942] 'applied index is now lower than readState.Index' (duration: 126.783µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:54.145665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.646848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:54.145758Z","caller":"traceutil/trace.go:171","msg":"trace[1216929149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17748; }","duration":"175.775482ms","start":"2026-07-24T05:17:53.969968Z","end":"2026-07-24T05:17:54.145744Z","steps":["trace[1216929149] 'agreement among raft nodes before linearized reading' (duration: 175.510326ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:54.531373Z","caller":"traceutil/trace.go:171","msg":"trace[269695484] transaction","detail":"{read_only:false; response_revision:17750; number_of_response:1; }","duration":"560.092455ms","start":"2026-07-24T05:17:53.97126Z","end":"2026-07-24T05:17:54.531353Z","steps":["trace[269695484] 'process raft request' (duration: 559.959292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.531507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.971254Z","time spent":"560.181028ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:54.531561Z","caller":"traceutil/trace.go:171","msg":"trace[837966600] transaction","detail":"{read_only:false; response_revision:17749; number_of_response:1; }","duration":"560.740233ms","start":"2026-07-24T05:17:53.970796Z","end":"2026-07-24T05:17:54.531536Z","steps":["trace[837966600] 'process raft request' (duration: 560.22655ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:54.5317Z","caller":"traceutil/trace.go:171","msg":"trace[433117161] transaction","detail":"{read_only:false; response_revision:17751; number_of_response:1; }","duration":"560.306771ms","start":"2026-07-24T05:17:53.971386Z","end":"2026-07-24T05:17:54.531693Z","steps":["trace[433117161] 'process raft request' (duration: 559.88834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.5317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.970781Z","time spent":"560.844985ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:54.531744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.971381Z","time spent":"560.340332ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:17:54.531824Z","caller":"traceutil/trace.go:171","msg":"trace[1633712165] linearizableReadLoop","detail":"{readStateIndex:18361; appliedIndex:18357; }","duration":"386.613131ms","start":"2026-07-24T05:17:54.145203Z","end":"2026-07-24T05:17:54.531816Z","steps":["trace[1633712165] 'read index received' (duration: 385.902903ms)","trace[1633712165] 'applied index is now lower than readState.Index' (duration: 706.848µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:54.532009Z","caller":"traceutil/trace.go:171","msg":"trace[1753677892] transaction","detail":"{read_only:false; response_revision:17752; number_of_response:1; }","duration":"554.343914ms","start":"2026-07-24T05:17:53.977604Z","end":"2026-07-24T05:17:54.531948Z","steps":["trace[1753677892] 'process raft request' (duration: 553.698928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.532044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.325358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-24T05:17:54.532076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.182424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-24T05:17:54.532107Z","caller":"traceutil/trace.go:171","msg":"trace[132122098] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:17752; }","duration":"557.42953ms","start":"2026-07-24T05:17:53.974663Z","end":"2026-07-24T05:17:54.532093Z","steps":["trace[132122098] 'agreement among raft nodes before linearized reading' (duration: 557.194084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.532102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.000534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3bffa5fd-a3af-4517-b8d8-f573e2361641\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-24T05:17:54.532119Z","caller":"traceutil/trace.go:171","msg":"trace[1231947723] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:17752; }","duration":"561.241115ms","start":"2026-07-24T05:17:53.970865Z","end":"2026-07-24T05:17:54.532107Z","steps":["trace[1231947723] 'agreement among raft nodes before linearized reading' (duration: 561.117362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.532143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.974651Z","time spent":"557.487282ms","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-24T05:17:54.532155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.970858Z","time spent":"561.288906ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-24T05:17:54.532157Z","caller":"traceutil/trace.go:171","msg":"trace[1645111886] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3bffa5fd-a3af-4517-b8d8-f573e2361641; range_end:; response_count:1; response_revision:17752; }","duration":"562.064725ms","start":"2026-07-24T05:17:53.970075Z","end":"2026-07-24T05:17:54.532139Z","steps":["trace[1645111886] 'agreement among raft nodes before linearized reading' (duration: 561.910751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.532192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.970069Z","time spent":"562.115186ms","remote":"127.0.0.1:55074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-3bffa5fd-a3af-4517-b8d8-f573e2361641\" "} {"level":"warn","ts":"2026-07-24T05:17:54.532185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.977593Z","time spent":"554.502808ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:54.532221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.168057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-24T05:17:54.532294Z","caller":"traceutil/trace.go:171","msg":"trace[373733558] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:17752; }","duration":"562.27758ms","start":"2026-07-24T05:17:53.969996Z","end":"2026-07-24T05:17:54.532274Z","steps":["trace[373733558] 'agreement among raft nodes before linearized reading' (duration: 562.042994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.532337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.96998Z","time spent":"562.349112ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-24T05:17:54.532835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.611573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:17:54.532891Z","caller":"traceutil/trace.go:171","msg":"trace[1816457681] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:17752; }","duration":"561.667145ms","start":"2026-07-24T05:17:53.971197Z","end":"2026-07-24T05:17:54.532864Z","steps":["trace[1816457681] 'agreement among raft nodes before linearized reading' (duration: 560.850975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.532928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.97119Z","time spent":"561.730476ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T05:17:54.533273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.330602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:964006"} {"level":"info","ts":"2026-07-24T05:17:54.533312Z","caller":"traceutil/trace.go:171","msg":"trace[261553038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17752; }","duration":"556.388193ms","start":"2026-07-24T05:17:53.976914Z","end":"2026-07-24T05:17:54.533302Z","steps":["trace[261553038] 'agreement among raft nodes before linearized reading' (duration: 555.059771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.533341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.976906Z","time spent":"556.425215ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":964028,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:17:54.533435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.164902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:964006"} {"level":"info","ts":"2026-07-24T05:17:54.533549Z","caller":"traceutil/trace.go:171","msg":"trace[1847477458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17752; }","duration":"559.328097ms","start":"2026-07-24T05:17:53.974195Z","end":"2026-07-24T05:17:54.533523Z","steps":["trace[1847477458] 'agreement among raft nodes before linearized reading' (duration: 557.664766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.533609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:53.974185Z","time spent":"559.411518ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":964028,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:17:54.904702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.634798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:17:54.904797Z","caller":"traceutil/trace.go:171","msg":"trace[1326022526] linearizableReadLoop","detail":"{readStateIndex:18362; appliedIndex:18361; }","duration":"372.940182ms","start":"2026-07-24T05:17:54.531838Z","end":"2026-07-24T05:17:54.904779Z","steps":["trace[1326022526] 'read index received' (duration: 71.259943ms)","trace[1326022526] 'applied index is now lower than readState.Index' (duration: 301.678899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:54.90494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.291351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:54.904981Z","caller":"traceutil/trace.go:171","msg":"trace[722391975] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:17753; }","duration":"703.330932ms","start":"2026-07-24T05:17:54.201637Z","end":"2026-07-24T05:17:54.904968Z","steps":["trace[722391975] 'agreement among raft nodes before linearized reading' (duration: 703.210049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:54.904944Z","caller":"traceutil/trace.go:171","msg":"trace[954036878] transaction","detail":"{read_only:false; response_revision:17753; number_of_response:1; }","duration":"757.166845ms","start":"2026-07-24T05:17:54.147718Z","end":"2026-07-24T05:17:54.904885Z","steps":["trace[954036878] 'process raft request' (duration: 455.25003ms)","trace[954036878] 'compare' (duration: 301.511255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:54.905019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.201596Z","time spent":"703.413734ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:54.905033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.80983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:17:54.905147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.147693Z","time spent":"757.341638ms","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:54.905196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.965847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:54.905288Z","caller":"traceutil/trace.go:171","msg":"trace[1408713964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17753; }","duration":"750.10721ms","start":"2026-07-24T05:17:54.155161Z","end":"2026-07-24T05:17:54.905268Z","steps":["trace[1408713964] 'agreement among raft nodes before linearized reading' (duration: 749.920356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.905344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.155146Z","time spent":"750.188843ms","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:17:54.90539Z","caller":"traceutil/trace.go:171","msg":"trace[955393376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17753; }","duration":"392.036246ms","start":"2026-07-24T05:17:54.513137Z","end":"2026-07-24T05:17:54.905174Z","steps":["trace[955393376] 'agreement among raft nodes before linearized reading' (duration: 391.697448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:54.905478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.513117Z","time spent":"392.343083ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:17:55.002734Z","caller":"traceutil/trace.go:171","msg":"trace[163047214] transaction","detail":"{read_only:false; response_revision:17754; number_of_response:1; }","duration":"466.53726ms","start":"2026-07-24T05:17:54.536159Z","end":"2026-07-24T05:17:55.002697Z","steps":["trace[163047214] 'process raft request' (duration: 466.294034ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:55.00276Z","caller":"traceutil/trace.go:171","msg":"trace[1176031982] transaction","detail":"{read_only:false; response_revision:17755; number_of_response:1; }","duration":"466.0982ms","start":"2026-07-24T05:17:54.536632Z","end":"2026-07-24T05:17:55.00273Z","steps":["trace[1176031982] 'process raft request' (duration: 465.992817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.002908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.536135Z","time spent":"466.669484ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:55.002911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.536611Z","time spent":"466.226083ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:55.003099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.051658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-dq865\" ","response":"range_response_count:1 size:4353"} {"level":"warn","ts":"2026-07-24T05:17:55.003108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.290234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-24T05:17:55.003126Z","caller":"traceutil/trace.go:171","msg":"trace[331692622] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-dq865; range_end:; response_count:1; response_revision:17755; }","duration":"466.092498ms","start":"2026-07-24T05:17:54.537025Z","end":"2026-07-24T05:17:55.003117Z","steps":["trace[331692622] 'agreement among raft nodes before linearized reading' (duration: 466.019777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.003147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.537005Z","time spent":"466.136959ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-dq865\" "} {"level":"info","ts":"2026-07-24T05:17:55.003143Z","caller":"traceutil/trace.go:171","msg":"trace[1506802505] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17755; }","duration":"466.349596ms","start":"2026-07-24T05:17:54.536782Z","end":"2026-07-24T05:17:55.003132Z","steps":["trace[1506802505] 'agreement among raft nodes before linearized reading' (duration: 466.274004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.003177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.536773Z","time spent":"466.397637ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:17:55.00346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.972261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:55.003494Z","caller":"traceutil/trace.go:171","msg":"trace[983055124] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:17755; }","duration":"465.036882ms","start":"2026-07-24T05:17:54.538447Z","end":"2026-07-24T05:17:55.003484Z","steps":["trace[983055124] 'agreement among raft nodes before linearized reading' (duration: 464.975491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.003517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.538435Z","time spent":"465.076863ms","remote":"127.0.0.1:55002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-24T05:17:55.003653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.878839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522047d07731e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-24T05:17:55.00375Z","caller":"traceutil/trace.go:171","msg":"trace[1586698329] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c522047d07731e; range_end:; response_count:1; response_revision:17755; }","duration":"464.985341ms","start":"2026-07-24T05:17:54.538729Z","end":"2026-07-24T05:17:55.003714Z","steps":["trace[1586698329] 'agreement among raft nodes before linearized reading' (duration: 464.764456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.003811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:54.538713Z","time spent":"465.084394ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522047d07731e\" "} {"level":"warn","ts":"2026-07-24T05:17:55.004155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.366562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T05:17:55.004274Z","caller":"traceutil/trace.go:171","msg":"trace[1239855583] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:17755; }","duration":"255.574457ms","start":"2026-07-24T05:17:54.748669Z","end":"2026-07-24T05:17:55.004244Z","steps":["trace[1239855583] 'agreement among raft nodes before linearized reading' (duration: 254.614144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.233226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.795949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-24T05:17:55.23323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.579983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-24T05:17:55.23328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.183958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:17:55.233309Z","caller":"traceutil/trace.go:171","msg":"trace[549840536] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:17755; }","duration":"227.942233ms","start":"2026-07-24T05:17:55.005348Z","end":"2026-07-24T05:17:55.23329Z","steps":["trace[549840536] 'range keys from in-memory index tree' (duration: 227.590554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:55.233318Z","caller":"traceutil/trace.go:171","msg":"trace[1776772320] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:17755; }","duration":"227.697257ms","start":"2026-07-24T05:17:55.005602Z","end":"2026-07-24T05:17:55.233299Z","steps":["trace[1776772320] 'range keys from in-memory index tree' (duration: 227.512583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:55.233355Z","caller":"traceutil/trace.go:171","msg":"trace[1827001499] linearizableReadLoop","detail":"{readStateIndex:18365; appliedIndex:18364; }","duration":"226.18875ms","start":"2026-07-24T05:17:55.007153Z","end":"2026-07-24T05:17:55.233341Z","steps":["trace[1827001499] 'read index received' (duration: 79.94355ms)","trace[1827001499] 'applied index is now lower than readState.Index' (duration: 146.24401ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:55.233436Z","caller":"traceutil/trace.go:171","msg":"trace[1780404394] transaction","detail":"{read_only:false; response_revision:17756; number_of_response:1; }","duration":"227.487962ms","start":"2026-07-24T05:17:55.005939Z","end":"2026-07-24T05:17:55.233427Z","steps":["trace[1780404394] 'process raft request' (duration: 81.077908ms)","trace[1780404394] 'compare' (duration: 146.080596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:55.233537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.378274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-222d64cf-7975-4243-8028-fa53c2be3929\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-24T05:17:55.233589Z","caller":"traceutil/trace.go:171","msg":"trace[1263634200] range","detail":"{range_begin:/registry/persistentvolumes/pvc-222d64cf-7975-4243-8028-fa53c2be3929; range_end:; response_count:1; response_revision:17756; }","duration":"226.483037ms","start":"2026-07-24T05:17:55.007091Z","end":"2026-07-24T05:17:55.233574Z","steps":["trace[1263634200] 'agreement among raft nodes before linearized reading' (duration: 226.347883ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:55.506285Z","caller":"traceutil/trace.go:171","msg":"trace[697177013] linearizableReadLoop","detail":"{readStateIndex:18366; appliedIndex:18365; }","duration":"272.865975ms","start":"2026-07-24T05:17:55.233391Z","end":"2026-07-24T05:17:55.506257Z","steps":["trace[697177013] 'read index received' (duration: 184.256192ms)","trace[697177013] 'applied index is now lower than readState.Index' (duration: 88.607973ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:55.506314Z","caller":"traceutil/trace.go:171","msg":"trace[1596548924] transaction","detail":"{read_only:false; response_revision:17757; number_of_response:1; }","duration":"493.657212ms","start":"2026-07-24T05:17:55.012624Z","end":"2026-07-24T05:17:55.506281Z","steps":["trace[1596548924] 'process raft request' (duration: 405.073659ms)","trace[1596548924] 'compare' (duration: 88.364707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:55.506394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.109514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:55.506473Z","caller":"traceutil/trace.go:171","msg":"trace[881478015] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:17757; }","duration":"303.242658ms","start":"2026-07-24T05:17:55.203212Z","end":"2026-07-24T05:17:55.506455Z","steps":["trace[881478015] 'agreement among raft nodes before linearized reading' (duration: 303.070893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.506471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.012606Z","time spent":"493.784205ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:55.506519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.203189Z","time spent":"303.31976ms","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:55.506549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.859855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:17:55.50659Z","caller":"traceutil/trace.go:171","msg":"trace[349718592] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:17757; }","duration":"270.954628ms","start":"2026-07-24T05:17:55.235625Z","end":"2026-07-24T05:17:55.506579Z","steps":["trace[349718592] 'agreement among raft nodes before linearized reading' (duration: 270.786484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.506596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.31058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81054"} {"level":"info","ts":"2026-07-24T05:17:55.506709Z","caller":"traceutil/trace.go:171","msg":"trace[310181137] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:17757; }","duration":"442.452003ms","start":"2026-07-24T05:17:55.064227Z","end":"2026-07-24T05:17:55.506679Z","steps":["trace[310181137] 'agreement among raft nodes before linearized reading' (duration: 442.122565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.506739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.787527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:55.506763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.464002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522046021809d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-24T05:17:55.506848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.515807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-24T05:17:55.506825Z","caller":"traceutil/trace.go:171","msg":"trace[496446630] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:17757; }","duration":"254.933351ms","start":"2026-07-24T05:17:55.251871Z","end":"2026-07-24T05:17:55.506804Z","steps":["trace[496446630] 'agreement among raft nodes before linearized reading' (duration: 254.763007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.506795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.064215Z","time spent":"442.564427ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":81076,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"info","ts":"2026-07-24T05:17:55.506872Z","caller":"traceutil/trace.go:171","msg":"trace[1170071673] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c522046021809d; range_end:; response_count:1; response_revision:17757; }","duration":"269.597484ms","start":"2026-07-24T05:17:55.237256Z","end":"2026-07-24T05:17:55.506853Z","steps":["trace[1170071673] 'agreement among raft nodes before linearized reading' (duration: 269.41256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:55.506626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.495016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-24T05:17:55.507343Z","caller":"traceutil/trace.go:171","msg":"trace[1988712707] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:17757; }","duration":"269.231135ms","start":"2026-07-24T05:17:55.238091Z","end":"2026-07-24T05:17:55.507322Z","steps":["trace[1988712707] 'agreement among raft nodes before linearized reading' (duration: 268.421615ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:55.506941Z","caller":"traceutil/trace.go:171","msg":"trace[1794251465] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:17757; }","duration":"268.703242ms","start":"2026-07-24T05:17:55.238217Z","end":"2026-07-24T05:17:55.50692Z","steps":["trace[1794251465] 'agreement among raft nodes before linearized reading' (duration: 268.22945ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:56.322247Z","caller":"traceutil/trace.go:171","msg":"trace[1447760352] linearizableReadLoop","detail":"{readStateIndex:18368; appliedIndex:18366; }","duration":"808.996658ms","start":"2026-07-24T05:17:55.513224Z","end":"2026-07-24T05:17:56.32222Z","steps":["trace[1447760352] 'read index received' (duration: 90.755937ms)","trace[1447760352] 'applied index is now lower than readState.Index' (duration: 718.239761ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:56.322375Z","caller":"traceutil/trace.go:171","msg":"trace[1981414501] transaction","detail":"{read_only:false; response_revision:17759; number_of_response:1; }","duration":"796.786776ms","start":"2026-07-24T05:17:55.525549Z","end":"2026-07-24T05:17:56.322335Z","steps":["trace[1981414501] 'process raft request' (duration: 796.603292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:56.322502Z","caller":"traceutil/trace.go:171","msg":"trace[1015389838] transaction","detail":"{read_only:false; response_revision:17758; number_of_response:1; }","duration":"809.599543ms","start":"2026-07-24T05:17:55.512708Z","end":"2026-07-24T05:17:56.322307Z","steps":["trace[1015389838] 'process raft request' (duration: 809.229814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:56.322573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.525527Z","time spent":"796.952771ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:56.322561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.300026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-24T05:17:56.322857Z","caller":"traceutil/trace.go:171","msg":"trace[653632465] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:17759; }","duration":"809.641844ms","start":"2026-07-24T05:17:55.5132Z","end":"2026-07-24T05:17:56.322842Z","steps":["trace[653632465] 'agreement among raft nodes before linearized reading' (duration: 809.151992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:56.322813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.512682Z","time spent":"809.955351ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:56.322916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.513191Z","time spent":"809.699356ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-24T05:17:56.403045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.124815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:17:56.403058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.382254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:17:56.403126Z","caller":"traceutil/trace.go:171","msg":"trace[1552270265] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:17760; }","duration":"654.227067ms","start":"2026-07-24T05:17:55.748873Z","end":"2026-07-24T05:17:56.4031Z","steps":["trace[1552270265] 'agreement among raft nodes before linearized reading' (duration: 654.070533ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:56.403134Z","caller":"traceutil/trace.go:171","msg":"trace[1332073060] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:17760; }","duration":"230.504007ms","start":"2026-07-24T05:17:56.172609Z","end":"2026-07-24T05:17:56.403113Z","steps":["trace[1332073060] 'agreement among raft nodes before linearized reading' (duration: 230.314182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:56.403185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.748864Z","time spent":"654.302229ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:56.403191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.820698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:17:56.403263Z","caller":"traceutil/trace.go:171","msg":"trace[1228628412] transaction","detail":"{read_only:false; response_revision:17760; number_of_response:1; }","duration":"798.459057ms","start":"2026-07-24T05:17:55.604773Z","end":"2026-07-24T05:17:56.403232Z","steps":["trace[1228628412] 'process raft request' (duration: 797.964305ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:56.403292Z","caller":"traceutil/trace.go:171","msg":"trace[1973255071] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:17760; }","duration":"851.968352ms","start":"2026-07-24T05:17:55.551298Z","end":"2026-07-24T05:17:56.403266Z","steps":["trace[1973255071] 'agreement among raft nodes before linearized reading' (duration: 851.763287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:56.403363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.551284Z","time spent":"852.057064ms","remote":"127.0.0.1:55232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:17:56.40342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.604763Z","time spent":"798.568359ms","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:56.403666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.82719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81054"} {"level":"info","ts":"2026-07-24T05:17:56.403735Z","caller":"traceutil/trace.go:171","msg":"trace[1084241494] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:17760; }","duration":"824.934133ms","start":"2026-07-24T05:17:55.57878Z","end":"2026-07-24T05:17:56.403715Z","steps":["trace[1084241494] 'agreement among raft nodes before linearized reading' (duration: 824.325048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:56.403856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:55.578762Z","time spent":"825.079207ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":81076,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-07-24T05:17:56.872775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.521719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:17:56.872876Z","caller":"traceutil/trace.go:171","msg":"trace[1661271797] linearizableReadLoop","detail":"{readStateIndex:18371; appliedIndex:18370; }","duration":"463.729039ms","start":"2026-07-24T05:17:56.40913Z","end":"2026-07-24T05:17:56.87286Z","steps":["trace[1661271797] 'read index received' (duration: 224.064077ms)","trace[1661271797] 'applied index is now lower than readState.Index' (duration: 239.663852ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:56.872986Z","caller":"traceutil/trace.go:171","msg":"trace[2121221318] transaction","detail":"{read_only:false; response_revision:17761; number_of_response:1; }","duration":"466.689533ms","start":"2026-07-24T05:17:56.406258Z","end":"2026-07-24T05:17:56.872947Z","steps":["trace[2121221318] 'process raft request' (duration: 226.918817ms)","trace[2121221318] 'compare' (duration: 239.375336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:56.873036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.910475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-24T05:17:56.873267Z","caller":"traceutil/trace.go:171","msg":"trace[1251475469] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:17761; }","duration":"464.15652ms","start":"2026-07-24T05:17:56.409087Z","end":"2026-07-24T05:17:56.873243Z","steps":["trace[1251475469] 'agreement among raft nodes before linearized reading' (duration: 463.841952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:56.873218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:56.406234Z","time spent":"466.867617ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:56.873335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:56.40907Z","time spent":"464.246133ms","remote":"127.0.0.1:54924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:17:57.305856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.919291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:17:57.305954Z","caller":"traceutil/trace.go:171","msg":"trace[1620712660] linearizableReadLoop","detail":"{readStateIndex:18372; appliedIndex:18371; }","duration":"433.034951ms","start":"2026-07-24T05:17:56.872902Z","end":"2026-07-24T05:17:57.305937Z","steps":["trace[1620712660] 'read index received' (duration: 156.882534ms)","trace[1620712660] 'applied index is now lower than readState.Index' (duration: 276.150597ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:57.306028Z","caller":"traceutil/trace.go:171","msg":"trace[1290277092] transaction","detail":"{read_only:false; response_revision:17762; number_of_response:1; }","duration":"893.713125ms","start":"2026-07-24T05:17:56.412304Z","end":"2026-07-24T05:17:57.306017Z","steps":["trace[1290277092] 'process raft request' (duration: 617.561928ms)","trace[1290277092] 'compare' (duration: 275.584784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:57.30609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:56.412284Z","time spent":"893.773396ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:57.306354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.020856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-24T05:17:57.30639Z","caller":"traceutil/trace.go:171","msg":"trace[1530827792] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tkdp9; range_end:; response_count:1; response_revision:17762; }","duration":"754.056017ms","start":"2026-07-24T05:17:56.552325Z","end":"2026-07-24T05:17:57.306381Z","steps":["trace[1530827792] 'agreement among raft nodes before linearized reading' (duration: 753.934294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.306419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:56.552308Z","time spent":"754.104959ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" "} {"level":"warn","ts":"2026-07-24T05:17:57.306523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.40617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T05:17:57.306603Z","caller":"traceutil/trace.go:171","msg":"trace[517635968] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:17762; }","duration":"431.512183ms","start":"2026-07-24T05:17:56.875069Z","end":"2026-07-24T05:17:57.306582Z","steps":["trace[517635968] 'agreement among raft nodes before linearized reading' (duration: 431.311238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.306612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.923213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522046021809d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-24T05:17:57.306648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:56.875054Z","time spent":"431.585925ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:17:57.306697Z","caller":"traceutil/trace.go:171","msg":"trace[176651217] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c522046021809d; range_end:; response_count:1; response_revision:17762; }","duration":"430.039575ms","start":"2026-07-24T05:17:56.876634Z","end":"2026-07-24T05:17:57.306673Z","steps":["trace[176651217] 'agreement among raft nodes before linearized reading' (duration: 429.869691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.306708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.010927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81054"} {"level":"warn","ts":"2026-07-24T05:17:57.306761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:56.876616Z","time spent":"430.124318ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522046021809d\" "} {"level":"info","ts":"2026-07-24T05:17:57.306791Z","caller":"traceutil/trace.go:171","msg":"trace[2082554129] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:17762; }","duration":"838.138109ms","start":"2026-07-24T05:17:56.468634Z","end":"2026-07-24T05:17:57.306772Z","steps":["trace[2082554129] 'agreement among raft nodes before linearized reading' (duration: 837.869092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.30679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.450007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-24T05:17:57.306838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:56.468612Z","time spent":"838.216291ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":81076,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"info","ts":"2026-07-24T05:17:57.306842Z","caller":"traceutil/trace.go:171","msg":"trace[2047534230] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76sl2; range_end:; response_count:1; response_revision:17762; }","duration":"754.551749ms","start":"2026-07-24T05:17:56.552277Z","end":"2026-07-24T05:17:57.306829Z","steps":["trace[2047534230] 'agreement among raft nodes before linearized reading' (duration: 754.237252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.306878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:56.552252Z","time spent":"754.619341ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" "} {"level":"warn","ts":"2026-07-24T05:17:57.6034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.974777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:17:57.603535Z","caller":"traceutil/trace.go:171","msg":"trace[878705139] linearizableReadLoop","detail":"{readStateIndex:18373; appliedIndex:18372; }","duration":"292.996513ms","start":"2026-07-24T05:17:57.310518Z","end":"2026-07-24T05:17:57.603514Z","steps":["trace[878705139] 'read index received' (duration: 118.848182ms)","trace[878705139] 'applied index is now lower than readState.Index' (duration: 174.145881ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:57.603653Z","caller":"traceutil/trace.go:171","msg":"trace[1903353609] transaction","detail":"{read_only:false; response_revision:17763; number_of_response:1; }","duration":"294.594923ms","start":"2026-07-24T05:17:57.309035Z","end":"2026-07-24T05:17:57.60363Z","steps":["trace[1903353609] 'process raft request' (duration: 120.287188ms)","trace[1903353609] 'compare' (duration: 173.728941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:57.603831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.28989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"info","ts":"2026-07-24T05:17:57.603931Z","caller":"traceutil/trace.go:171","msg":"trace[1036314866] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:17763; }","duration":"293.418913ms","start":"2026-07-24T05:17:57.310473Z","end":"2026-07-24T05:17:57.603892Z","steps":["trace[1036314866] 'agreement among raft nodes before linearized reading' (duration: 293.164607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.603933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.606321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218519"} {"level":"info","ts":"2026-07-24T05:17:57.604003Z","caller":"traceutil/trace.go:171","msg":"trace[418339765] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:17763; }","duration":"220.739084ms","start":"2026-07-24T05:17:57.383245Z","end":"2026-07-24T05:17:57.603984Z","steps":["trace[418339765] 'agreement among raft nodes before linearized reading' (duration: 220.459617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:57.604792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.968284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:964123"} {"level":"warn","ts":"2026-07-24T05:17:57.60479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.653691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:964123"} {"level":"info","ts":"2026-07-24T05:17:57.604847Z","caller":"traceutil/trace.go:171","msg":"trace[658228947] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17763; }","duration":"291.035205ms","start":"2026-07-24T05:17:57.313804Z","end":"2026-07-24T05:17:57.60484Z","steps":["trace[658228947] 'agreement among raft nodes before linearized reading' (duration: 289.969038ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:57.604879Z","caller":"traceutil/trace.go:171","msg":"trace[197868639] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17763; }","duration":"291.764964ms","start":"2026-07-24T05:17:57.313093Z","end":"2026-07-24T05:17:57.604858Z","steps":["trace[197868639] 'agreement among raft nodes before linearized reading' (duration: 290.555823ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:57.850133Z","caller":"traceutil/trace.go:171","msg":"trace[261877576] transaction","detail":"{read_only:false; response_revision:17764; number_of_response:1; }","duration":"242.612866ms","start":"2026-07-24T05:17:57.607487Z","end":"2026-07-24T05:17:57.8501Z","steps":["trace[261877576] 'process raft request' (duration: 205.587899ms)","trace[261877576] 'compare' (duration: 36.887623ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:58.180681Z","caller":"traceutil/trace.go:171","msg":"trace[49452816] linearizableReadLoop","detail":"{readStateIndex:18375; appliedIndex:18373; }","duration":"523.962611ms","start":"2026-07-24T05:17:57.656692Z","end":"2026-07-24T05:17:58.180654Z","steps":["trace[49452816] 'read index received' (duration: 156.469833ms)","trace[49452816] 'applied index is now lower than readState.Index' (duration: 367.491498ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:17:58.180752Z","caller":"traceutil/trace.go:171","msg":"trace[1876042681] transaction","detail":"{read_only:false; response_revision:17765; number_of_response:1; }","duration":"568.185757ms","start":"2026-07-24T05:17:57.612542Z","end":"2026-07-24T05:17:58.180728Z","steps":["trace[1876042681] 'process raft request' (duration: 526.071544ms)","trace[1876042681] 'compare' (duration: 41.681402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:58.180871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.612512Z","time spent":"568.284039ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:17:58.18092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.228598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-24T05:17:58.180966Z","caller":"traceutil/trace.go:171","msg":"trace[260605160] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:17765; }","duration":"524.31728ms","start":"2026-07-24T05:17:57.656635Z","end":"2026-07-24T05:17:58.180952Z","steps":["trace[260605160] 'agreement among raft nodes before linearized reading' (duration: 524.167987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:58.180999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.656614Z","time spent":"524.377721ms","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-24T05:17:58.181206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.105504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218519"} {"level":"warn","ts":"2026-07-24T05:17:58.181273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.387284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522047d07731e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-24T05:17:58.181306Z","caller":"traceutil/trace.go:171","msg":"trace[223683558] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c522047d07731e; range_end:; response_count:1; response_revision:17765; }","duration":"327.422375ms","start":"2026-07-24T05:17:57.853874Z","end":"2026-07-24T05:17:58.181297Z","steps":["trace[223683558] 'agreement among raft nodes before linearized reading' (duration: 327.324132ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:17:58.18131Z","caller":"traceutil/trace.go:171","msg":"trace[601736595] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:17765; }","duration":"484.258488ms","start":"2026-07-24T05:17:57.697029Z","end":"2026-07-24T05:17:58.181288Z","steps":["trace[601736595] 'agreement among raft nodes before linearized reading' (duration: 483.93285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:17:58.181339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.853823Z","time spent":"327.509608ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522047d07731e\" "} {"level":"warn","ts":"2026-07-24T05:17:58.181375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:57.697005Z","time spent":"484.35508ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218541,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-07-24T05:17:58.583562Z","caller":"traceutil/trace.go:171","msg":"trace[1383847363] transaction","detail":"{read_only:false; response_revision:17766; number_of_response:1; }","duration":"399.019488ms","start":"2026-07-24T05:17:58.18452Z","end":"2026-07-24T05:17:58.58354Z","steps":["trace[1383847363] 'process raft request' (duration: 318.172347ms)","trace[1383847363] 'compare' (duration: 80.751999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:17:58.583687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:58.184501Z","time spent":"399.129171ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:00.735233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.194500118s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:18:00.923983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.387064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:18:00.924445Z","caller":"traceutil/trace.go:171","msg":"trace[1626870556] linearizableReadLoop","detail":"{readStateIndex:18377; appliedIndex:18375; }","duration":"2.653221036s","start":"2026-07-24T05:17:58.271199Z","end":"2026-07-24T05:18:00.92442Z","steps":["trace[1626870556] 'read index received' (duration: 231.590794ms)","trace[1626870556] 'applied index is now lower than readState.Index' (duration: 2.421627932s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:00.924663Z","caller":"traceutil/trace.go:171","msg":"trace[1102716192] transaction","detail":"{read_only:false; response_revision:17767; number_of_response:1; }","duration":"2.731658836s","start":"2026-07-24T05:17:58.192983Z","end":"2026-07-24T05:18:00.924642Z","steps":["trace[1102716192] 'process raft request' (duration: 2.542484573s)","trace[1102716192] 'compare' (duration: 187.83468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:00.924829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:58.192962Z","time spent":"2.73180663s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:00.925057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403289747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:00.92513Z","caller":"traceutil/trace.go:171","msg":"trace[1875498546] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:17767; }","duration":"2.403370989s","start":"2026-07-24T05:17:58.521741Z","end":"2026-07-24T05:18:00.925112Z","steps":["trace[1875498546] 'agreement among raft nodes before linearized reading' (duration: 2.403040491s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.925401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:58.521685Z","time spent":"2.403690977s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:00.925649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884651647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:00.925753Z","caller":"traceutil/trace.go:171","msg":"trace[1269811155] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:17767; }","duration":"1.884788051s","start":"2026-07-24T05:17:59.040938Z","end":"2026-07-24T05:18:00.925726Z","steps":["trace[1269811155] 'agreement among raft nodes before linearized reading' (duration: 1.884653358s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.92576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301178522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-24T05:18:00.925805Z","caller":"traceutil/trace.go:171","msg":"trace[620224673] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76sl2; range_end:; response_count:1; response_revision:17767; }","duration":"1.301266054s","start":"2026-07-24T05:17:59.624527Z","end":"2026-07-24T05:18:00.925793Z","steps":["trace[620224673] 'agreement among raft nodes before linearized reading' (duration: 1.301058399s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.925777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213950189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:18:00.925847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:59.624507Z","time spent":"1.301331897s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" "} {"level":"info","ts":"2026-07-24T05:18:00.925867Z","caller":"traceutil/trace.go:171","msg":"trace[132612359] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:17767; }","duration":"2.214114234s","start":"2026-07-24T05:17:58.711733Z","end":"2026-07-24T05:18:00.925847Z","steps":["trace[132612359] 'agreement among raft nodes before linearized reading' (duration: 2.213933289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.925858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.513981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:18:00.925879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.748054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:00.925671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417575264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:00.925918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402868597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:00.92597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313531259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-24T05:18:00.926127Z","caller":"traceutil/trace.go:171","msg":"trace[44381094] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:17767; }","duration":"2.403123033s","start":"2026-07-24T05:17:58.522976Z","end":"2026-07-24T05:18:00.926099Z","steps":["trace[44381094] 'agreement among raft nodes before linearized reading' (duration: 2.402856886s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:00.926152Z","caller":"traceutil/trace.go:171","msg":"trace[807645372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17767; }","duration":"1.417940453s","start":"2026-07-24T05:17:59.508043Z","end":"2026-07-24T05:18:00.925984Z","steps":["trace[807645372] 'agreement among raft nodes before linearized reading' (duration: 1.417578594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.926197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338814451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522046021809d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-24T05:18:00.926292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655084851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218519"} {"level":"info","ts":"2026-07-24T05:18:00.926365Z","caller":"traceutil/trace.go:171","msg":"trace[1757823899] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:17767; }","duration":"2.655191894s","start":"2026-07-24T05:17:58.271155Z","end":"2026-07-24T05:18:00.926347Z","steps":["trace[1757823899] 'agreement among raft nodes before linearized reading' (duration: 2.654802264s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:00.926377Z","caller":"traceutil/trace.go:171","msg":"trace[917739448] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c522046021809d; range_end:; response_count:1; response_revision:17767; }","duration":"2.339420486s","start":"2026-07-24T05:17:58.586933Z","end":"2026-07-24T05:18:00.926354Z","steps":["trace[917739448] 'agreement among raft nodes before linearized reading' (duration: 2.338679568s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.926425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:58.271137Z","time spent":"2.655273746s","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218541,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-24T05:18:00.926131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.963385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-24T05:18:00.92645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079347361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417028"} {"level":"warn","ts":"2026-07-24T05:18:00.926456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:58.586915Z","time spent":"2.339523888s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522046021809d\" "} {"level":"info","ts":"2026-07-24T05:18:00.926524Z","caller":"traceutil/trace.go:171","msg":"trace[1763734936] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17767; }","duration":"407.389085ms","start":"2026-07-24T05:18:00.519119Z","end":"2026-07-24T05:18:00.926508Z","steps":["trace[1763734936] 'agreement among raft nodes before linearized reading' (duration: 406.839462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.926389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:59.508024Z","time spent":"1.418267352s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:18:00.926245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:58.522968Z","time spent":"2.403231425s","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:00.926592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:00.519096Z","time spent":"407.481838ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-24T05:18:00.926539Z","caller":"traceutil/trace.go:171","msg":"trace[866544715] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17767; }","duration":"1.079494594s","start":"2026-07-24T05:17:59.847025Z","end":"2026-07-24T05:18:00.92652Z","steps":["trace[866544715] 'agreement among raft nodes before linearized reading' (duration: 1.079007312s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.927084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:59.846994Z","time spent":"1.080072329s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417050,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T05:18:00.927204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79101534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T05:18:00.927373Z","caller":"traceutil/trace.go:171","msg":"trace[1852558504] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17767; }","duration":"1.791130023s","start":"2026-07-24T05:17:59.136126Z","end":"2026-07-24T05:18:00.927256Z","steps":["trace[1852558504] 'agreement among raft nodes before linearized reading' (duration: 1.789703567s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.925928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:58.711713Z","time spent":"2.214197945s","remote":"127.0.0.1:55478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:00.927437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:59.136105Z","time spent":"1.791313897s","remote":"127.0.0.1:55492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1927,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:18:00.925806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:59.040916Z","time spent":"1.884872553s","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:18:00.925933Z","caller":"traceutil/trace.go:171","msg":"trace[586725225] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:17767; }","duration":"725.640894ms","start":"2026-07-24T05:18:00.200271Z","end":"2026-07-24T05:18:00.925912Z","steps":["trace[586725225] 'agreement among raft nodes before linearized reading' (duration: 725.499541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.92886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:00.20025Z","time spent":"728.591828ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:18:00.925956Z","caller":"traceutil/trace.go:171","msg":"trace[716981741] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:17767; }","duration":"287.875857ms","start":"2026-07-24T05:18:00.638059Z","end":"2026-07-24T05:18:00.925934Z","steps":["trace[716981741] 'agreement among raft nodes before linearized reading' (duration: 287.743374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.926013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052213749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:18:00.929061Z","caller":"traceutil/trace.go:171","msg":"trace[661575602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17767; }","duration":"1.055360766s","start":"2026-07-24T05:17:59.873677Z","end":"2026-07-24T05:18:00.929038Z","steps":["trace[661575602] 'agreement among raft nodes before linearized reading' (duration: 1.052283981s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.926054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.861143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:18:00.929211Z","caller":"traceutil/trace.go:171","msg":"trace[429806388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17767; }","duration":"757.033721ms","start":"2026-07-24T05:18:00.17215Z","end":"2026-07-24T05:18:00.929184Z","steps":["trace[429806388] 'agreement among raft nodes before linearized reading' (duration: 753.883773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.929304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:00.172131Z","time spent":"757.149644ms","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:18:00.926141Z","caller":"traceutil/trace.go:171","msg":"trace[1347722832] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:17767; }","duration":"1.313745574s","start":"2026-07-24T05:17:59.612372Z","end":"2026-07-24T05:18:00.926117Z","steps":["trace[1347722832] 'agreement among raft nodes before linearized reading' (duration: 1.313402276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:00.929412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:59.612352Z","time spent":"1.317039055s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-24T05:18:00.929153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:17:59.873654Z","time spent":"1.055435538s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:18:01.223951Z","caller":"traceutil/trace.go:171","msg":"trace[1501574349] linearizableReadLoop","detail":"{readStateIndex:18378; appliedIndex:18377; }","duration":"294.301117ms","start":"2026-07-24T05:18:00.929626Z","end":"2026-07-24T05:18:01.223927Z","steps":["trace[1501574349] 'read index received' (duration: 294.139552ms)","trace[1501574349] 'applied index is now lower than readState.Index' (duration: 160.675µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:01.223991Z","caller":"traceutil/trace.go:171","msg":"trace[732699124] transaction","detail":"{read_only:false; response_revision:17768; number_of_response:1; }","duration":"294.83372ms","start":"2026-07-24T05:18:00.929128Z","end":"2026-07-24T05:18:01.223962Z","steps":["trace[732699124] 'process raft request' (duration: 294.684675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:01.224195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.544162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-6vdqg\" ","response":"range_response_count:1 size:5599"} {"level":"info","ts":"2026-07-24T05:18:01.224239Z","caller":"traceutil/trace.go:171","msg":"trace[1756374413] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-6vdqg; range_end:; response_count:1; response_revision:17768; }","duration":"294.621865ms","start":"2026-07-24T05:18:00.929605Z","end":"2026-07-24T05:18:01.224227Z","steps":["trace[1756374413] 'agreement among raft nodes before linearized reading' (duration: 294.439741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:01.224219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.060617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:01.224394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.519636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:01.224402Z","caller":"traceutil/trace.go:171","msg":"trace[407275222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17768; }","duration":"289.286792ms","start":"2026-07-24T05:18:00.935067Z","end":"2026-07-24T05:18:01.224354Z","steps":["trace[407275222] 'agreement among raft nodes before linearized reading' (duration: 289.013165ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:01.224442Z","caller":"traceutil/trace.go:171","msg":"trace[621107055] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:17768; }","duration":"215.619818ms","start":"2026-07-24T05:18:01.008811Z","end":"2026-07-24T05:18:01.224431Z","steps":["trace[621107055] 'agreement among raft nodes before linearized reading' (duration: 215.522646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:01.224751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.970908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f1a7380b-7f91-4eee-ac42-32c2c94a224a\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-24T05:18:01.224792Z","caller":"traceutil/trace.go:171","msg":"trace[736780799] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f1a7380b-7f91-4eee-ac42-32c2c94a224a; range_end:; response_count:1; response_revision:17768; }","duration":"292.03149ms","start":"2026-07-24T05:18:00.932751Z","end":"2026-07-24T05:18:01.224783Z","steps":["trace[736780799] 'agreement among raft nodes before linearized reading' (duration: 291.919247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:01.225121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.030445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:964123"} {"level":"info","ts":"2026-07-24T05:18:01.225228Z","caller":"traceutil/trace.go:171","msg":"trace[390373205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17768; }","duration":"293.175068ms","start":"2026-07-24T05:18:00.932035Z","end":"2026-07-24T05:18:01.22521Z","steps":["trace[390373205] 'agreement among raft nodes before linearized reading' (duration: 292.0357ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:01.442213Z","caller":"traceutil/trace.go:171","msg":"trace[1444956183] transaction","detail":"{read_only:false; response_revision:17770; number_of_response:1; }","duration":"206.86797ms","start":"2026-07-24T05:18:01.235321Z","end":"2026-07-24T05:18:01.442189Z","steps":["trace[1444956183] 'process raft request' (duration: 196.883583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:01.675635Z","caller":"traceutil/trace.go:171","msg":"trace[2024943380] transaction","detail":"{read_only:false; response_revision:17771; number_of_response:1; }","duration":"419.26721ms","start":"2026-07-24T05:18:01.256335Z","end":"2026-07-24T05:18:01.675603Z","steps":["trace[2024943380] 'process raft request' (duration: 392.495787ms)","trace[2024943380] 'compare' (duration: 26.263231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:01.675767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:01.25631Z","time spent":"419.398893ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:18:01.675814Z","caller":"traceutil/trace.go:171","msg":"trace[1372325850] linearizableReadLoop","detail":"{readStateIndex:18381; appliedIndex:18379; }","duration":"354.940748ms","start":"2026-07-24T05:18:01.320849Z","end":"2026-07-24T05:18:01.67579Z","steps":["trace[1372325850] 'read index received' (duration: 111.405209ms)","trace[1372325850] 'applied index is now lower than readState.Index' (duration: 243.534409ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:01.676052Z","caller":"traceutil/trace.go:171","msg":"trace[221610674] transaction","detail":"{read_only:false; response_revision:17772; number_of_response:1; }","duration":"322.930715ms","start":"2026-07-24T05:18:01.353057Z","end":"2026-07-24T05:18:01.675988Z","steps":["trace[221610674] 'process raft request' (duration: 322.444523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:01.676216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.365466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-24T05:18:01.676142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.709031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"warn","ts":"2026-07-24T05:18:01.676293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.429399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050257"} {"level":"warn","ts":"2026-07-24T05:18:01.676297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:01.353025Z","time spent":"323.113178ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417226,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:18:01.676362Z","caller":"traceutil/trace.go:171","msg":"trace[481735511] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:17772; }","duration":"230.905936ms","start":"2026-07-24T05:18:01.445378Z","end":"2026-07-24T05:18:01.676284Z","steps":["trace[481735511] 'agreement among raft nodes before linearized reading' (duration: 230.628819ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:01.676292Z","caller":"traceutil/trace.go:171","msg":"trace[2022536595] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17772; }","duration":"117.482809ms","start":"2026-07-24T05:18:01.558791Z","end":"2026-07-24T05:18:01.676274Z","steps":["trace[2022536595] 'agreement among raft nodes before linearized reading' (duration: 117.268063ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:01.676449Z","caller":"traceutil/trace.go:171","msg":"trace[1241829092] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:17772; }","duration":"355.516371ms","start":"2026-07-24T05:18:01.320813Z","end":"2026-07-24T05:18:01.67633Z","steps":["trace[1241829092] 'agreement among raft nodes before linearized reading' (duration: 355.165212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:01.676539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:01.320799Z","time spent":"355.715877ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050279,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-24T05:18:02.063373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.832143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:18:02.063468Z","caller":"traceutil/trace.go:171","msg":"trace[1128505300] linearizableReadLoop","detail":"{readStateIndex:18383; appliedIndex:18382; }","duration":"383.507145ms","start":"2026-07-24T05:18:01.679947Z","end":"2026-07-24T05:18:02.063454Z","steps":["trace[1128505300] 'read index received' (duration: 123.545219ms)","trace[1128505300] 'applied index is now lower than readState.Index' (duration: 259.959886ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:02.063521Z","caller":"traceutil/trace.go:171","msg":"trace[1735587178] transaction","detail":"{read_only:false; response_revision:17773; number_of_response:1; }","duration":"383.676948ms","start":"2026-07-24T05:18:01.679807Z","end":"2026-07-24T05:18:02.063484Z","steps":["trace[1735587178] 'process raft request' (duration: 123.671971ms)","trace[1735587178] 'compare' (duration: 259.27737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:02.06365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.710529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70b15a07-fc03-4b6e-9709-29591d60bd4c\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-24T05:18:02.063657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:01.679785Z","time spent":"383.807392ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:18:02.063687Z","caller":"traceutil/trace.go:171","msg":"trace[1929446993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70b15a07-fc03-4b6e-9709-29591d60bd4c; range_end:; response_count:1; response_revision:17773; }","duration":"383.75563ms","start":"2026-07-24T05:18:01.679923Z","end":"2026-07-24T05:18:02.063679Z","steps":["trace[1929446993] 'agreement among raft nodes before linearized reading' (duration: 383.586716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:02.063715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:01.679817Z","time spent":"383.890234ms","remote":"127.0.0.1:55074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-70b15a07-fc03-4b6e-9709-29591d60bd4c\" "} {"level":"warn","ts":"2026-07-24T05:18:02.382549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.04768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:18:02.383767Z","caller":"traceutil/trace.go:171","msg":"trace[1702091749] transaction","detail":"{read_only:false; response_revision:17774; number_of_response:1; }","duration":"699.886787ms","start":"2026-07-24T05:18:01.683818Z","end":"2026-07-24T05:18:02.383705Z","steps":["trace[1702091749] 'process raft request' (duration: 492.582075ms)","trace[1702091749] 'compare' (duration: 205.158778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:02.383941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:01.683802Z","time spent":"700.039221ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:18:02.384634Z","caller":"traceutil/trace.go:171","msg":"trace[1401478102] transaction","detail":"{read_only:false; response_revision:17776; number_of_response:1; }","duration":"317.516552ms","start":"2026-07-24T05:18:02.06681Z","end":"2026-07-24T05:18:02.384326Z","steps":["trace[1401478102] 'process raft request' (duration: 316.957888ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:02.384659Z","caller":"traceutil/trace.go:171","msg":"trace[126100124] linearizableReadLoop","detail":"{readStateIndex:18385; appliedIndex:18383; }","duration":"321.109169ms","start":"2026-07-24T05:18:02.063486Z","end":"2026-07-24T05:18:02.384595Z","steps":["trace[126100124] 'read index received' (duration: 112.925096ms)","trace[126100124] 'applied index is now lower than readState.Index' (duration: 207.875586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:02.384905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:02.066789Z","time spent":"317.927201ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:18:02.38788Z","caller":"traceutil/trace.go:171","msg":"trace[643232588] transaction","detail":"{read_only:false; response_revision:17775; number_of_response:1; }","duration":"350.281022ms","start":"2026-07-24T05:18:02.037553Z","end":"2026-07-24T05:18:02.387834Z","steps":["trace[643232588] 'process raft request' (duration: 346.020965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:02.388073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:02.037528Z","time spent":"350.402575ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:02.390822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.693463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050257"} {"level":"info","ts":"2026-07-24T05:18:02.390995Z","caller":"traceutil/trace.go:171","msg":"trace[1621925200] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:17776; }","duration":"531.894468ms","start":"2026-07-24T05:18:01.85907Z","end":"2026-07-24T05:18:02.390964Z","steps":["trace[1621925200] 'agreement among raft nodes before linearized reading' (duration: 525.436978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:02.391098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:01.859055Z","time spent":"532.0085ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050279,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-24T05:18:02.907822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276103912333623306,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:18:03.078944Z","caller":"traceutil/trace.go:171","msg":"trace[1701194749] transaction","detail":"{read_only:false; response_revision:17777; number_of_response:1; }","duration":"689.638893ms","start":"2026-07-24T05:18:02.389281Z","end":"2026-07-24T05:18:03.07892Z","steps":["trace[1701194749] 'process raft request' (duration: 689.51331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.079078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:02.389249Z","time spent":"689.767037ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:18:03.516289Z","caller":"traceutil/trace.go:171","msg":"trace[2022769846] linearizableReadLoop","detail":"{readStateIndex:18388; appliedIndex:18386; }","duration":"1.10880546s","start":"2026-07-24T05:18:02.407428Z","end":"2026-07-24T05:18:03.516233Z","steps":["trace[2022769846] 'read index received' (duration: 671.307989ms)","trace[2022769846] 'applied index is now lower than readState.Index' (duration: 437.493981ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:03.516525Z","caller":"traceutil/trace.go:171","msg":"trace[1975629428] transaction","detail":"{read_only:false; response_revision:17778; number_of_response:1; }","duration":"1.121114895s","start":"2026-07-24T05:18:02.39537Z","end":"2026-07-24T05:18:03.516476Z","steps":["trace[1975629428] 'process raft request' (duration: 1.120720546s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.516683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:02.395359Z","time spent":"1.121240198s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6201,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:03.51687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109412175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18403"} {"level":"info","ts":"2026-07-24T05:18:03.516993Z","caller":"traceutil/trace.go:171","msg":"trace[1234334915] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17778; }","duration":"1.109567509s","start":"2026-07-24T05:18:02.4074Z","end":"2026-07-24T05:18:03.516967Z","steps":["trace[1234334915] 'agreement among raft nodes before linearized reading' (duration: 1.10917797s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.517131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:02.407386Z","time spent":"1.109696372s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18425,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:18:03.742781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.98513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-24T05:18:03.74291Z","caller":"traceutil/trace.go:171","msg":"trace[1893039912] linearizableReadLoop","detail":"{readStateIndex:18389; appliedIndex:18388; }","duration":"226.309443ms","start":"2026-07-24T05:18:03.516554Z","end":"2026-07-24T05:18:03.742863Z","steps":["trace[1893039912] 'read index received' (duration: 22.196359ms)","trace[1893039912] 'applied index is now lower than readState.Index' (duration: 204.111684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:03.743138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235017705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:03.743175Z","caller":"traceutil/trace.go:171","msg":"trace[709705930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17779; }","duration":"1.235088537s","start":"2026-07-24T05:18:02.508076Z","end":"2026-07-24T05:18:03.743165Z","steps":["trace[709705930] 'agreement among raft nodes before linearized reading' (duration: 1.235020095s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.743206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:02.508059Z","time spent":"1.235139698s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:18:03.743261Z","caller":"traceutil/trace.go:171","msg":"trace[1409864849] transaction","detail":"{read_only:false; response_revision:17779; number_of_response:1; }","duration":"659.080246ms","start":"2026-07-24T05:18:03.084158Z","end":"2026-07-24T05:18:03.743238Z","steps":["trace[1409864849] 'process raft request' (duration: 454.569333ms)","trace[1409864849] 'compare' (duration: 203.741694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:18:03.743357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:03.084133Z","time spent":"659.188389ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:18:03.743418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235404964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T05:18:03.743413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154511161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050257"} {"level":"info","ts":"2026-07-24T05:18:03.743486Z","caller":"traceutil/trace.go:171","msg":"trace[871406627] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:17779; }","duration":"1.154628755s","start":"2026-07-24T05:18:02.58884Z","end":"2026-07-24T05:18:03.743468Z","steps":["trace[871406627] 'agreement among raft nodes before linearized reading' (duration: 1.154221275s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.743525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:02.588824Z","time spent":"1.154694446s","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050279,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-24T05:18:03.743533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.258918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tkdp9\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-07-24T05:18:03.743527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.503785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:03.743552Z","caller":"traceutil/trace.go:171","msg":"trace[295608886] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tkdp9; range_end:; response_count:1; response_revision:17779; }","duration":"223.313738ms","start":"2026-07-24T05:18:03.520233Z","end":"2026-07-24T05:18:03.743546Z","steps":["trace[295608886] 'agreement among raft nodes before linearized reading' (duration: 223.228286ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:03.743565Z","caller":"traceutil/trace.go:171","msg":"trace[1138993356] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:17779; }","duration":"631.540496ms","start":"2026-07-24T05:18:03.112012Z","end":"2026-07-24T05:18:03.743552Z","steps":["trace[1138993356] 'agreement among raft nodes before linearized reading' (duration: 631.485594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.74355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.841765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-24T05:18:03.743606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:03.111957Z","time spent":"631.640738ms","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:18:03.743627Z","caller":"traceutil/trace.go:171","msg":"trace[396195604] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-76sl2; range_end:; response_count:1; response_revision:17779; }","duration":"476.958408ms","start":"2026-07-24T05:18:03.266649Z","end":"2026-07-24T05:18:03.743608Z","steps":["trace[396195604] 'agreement among raft nodes before linearized reading' (duration: 476.744753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.743667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:03.266629Z","time spent":"477.031069ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-76sl2\" "} {"level":"warn","ts":"2026-07-24T05:18:03.743789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.85195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18403"} {"level":"info","ts":"2026-07-24T05:18:03.743444Z","caller":"traceutil/trace.go:171","msg":"trace[326604905] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:17779; }","duration":"1.235477747s","start":"2026-07-24T05:18:02.507958Z","end":"2026-07-24T05:18:03.743435Z","steps":["trace[326604905] 'agreement among raft nodes before linearized reading' (duration: 1.235417365s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.743884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:02.507937Z","time spent":"1.235936577s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:18:03.743897Z","caller":"traceutil/trace.go:171","msg":"trace[259193348] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17779; }","duration":"210.953123ms","start":"2026-07-24T05:18:03.532896Z","end":"2026-07-24T05:18:03.743849Z","steps":["trace[259193348] 'agreement among raft nodes before linearized reading' (duration: 210.642205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.743328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.870597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:03.745543Z","caller":"traceutil/trace.go:171","msg":"trace[673408203] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:17779; }","duration":"330.640266ms","start":"2026-07-24T05:18:03.413376Z","end":"2026-07-24T05:18:03.744017Z","steps":["trace[673408203] 'agreement among raft nodes before linearized reading' (duration: 329.812616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:03.745607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:03.413355Z","time spent":"332.233605ms","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:18:04.087467Z","caller":"traceutil/trace.go:171","msg":"trace[1180318639] linearizableReadLoop","detail":"{readStateIndex:18390; appliedIndex:18389; }","duration":"336.719737ms","start":"2026-07-24T05:18:03.750721Z","end":"2026-07-24T05:18:04.08744Z","steps":["trace[1180318639] 'read index received' (duration: 336.631385ms)","trace[1180318639] 'applied index is now lower than readState.Index' (duration: 87.012µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:04.087506Z","caller":"traceutil/trace.go:171","msg":"trace[1129627596] transaction","detail":"{read_only:false; response_revision:17780; number_of_response:1; }","duration":"338.90716ms","start":"2026-07-24T05:18:03.748565Z","end":"2026-07-24T05:18:04.087472Z","steps":["trace[1129627596] 'process raft request' (duration: 338.689095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:04.087866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:03.748554Z","time spent":"339.223008ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:18:04.088836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.08586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:964757"} {"level":"info","ts":"2026-07-24T05:18:04.08892Z","caller":"traceutil/trace.go:171","msg":"trace[551073982] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17780; }","duration":"338.210773ms","start":"2026-07-24T05:18:03.75069Z","end":"2026-07-24T05:18:04.0889Z","steps":["trace[551073982] 'agreement among raft nodes before linearized reading' (duration: 336.899981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:04.088976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:03.750675Z","time spent":"338.281545ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":964779,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:18:04.116586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.73277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T05:18:04.116696Z","caller":"traceutil/trace.go:171","msg":"trace[1555401506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17781; }","duration":"362.863082ms","start":"2026-07-24T05:18:03.753806Z","end":"2026-07-24T05:18:04.116669Z","steps":["trace[1555401506] 'agreement among raft nodes before linearized reading' (duration: 362.693788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:04.116752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:03.753795Z","time spent":"362.942945ms","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:18:04.117216Z","caller":"traceutil/trace.go:171","msg":"trace[1241298142] transaction","detail":"{read_only:false; response_revision:17781; number_of_response:1; }","duration":"356.332531ms","start":"2026-07-24T05:18:03.760867Z","end":"2026-07-24T05:18:04.1172Z","steps":["trace[1241298142] 'process raft request' (duration: 355.45748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:04.117313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:18:03.760846Z","time spent":"356.410004ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22218,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:18:04.117485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.384164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-24T05:18:04.117522Z","caller":"traceutil/trace.go:171","msg":"trace[737170597] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17781; }","duration":"165.484237ms","start":"2026-07-24T05:18:03.952027Z","end":"2026-07-24T05:18:04.117512Z","steps":["trace[737170597] 'agreement among raft nodes before linearized reading' (duration: 165.367374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:04.1178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.728462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107268"} {"level":"info","ts":"2026-07-24T05:18:04.117864Z","caller":"traceutil/trace.go:171","msg":"trace[1986644867] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:17781; }","duration":"167.830945ms","start":"2026-07-24T05:18:03.950019Z","end":"2026-07-24T05:18:04.11785Z","steps":["trace[1986644867] 'agreement among raft nodes before linearized reading' (duration: 167.64865ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:18:14.878974Z","caller":"traceutil/trace.go:171","msg":"trace[143526793] linearizableReadLoop","detail":"{readStateIndex:18486; appliedIndex:18485; }","duration":"107.107551ms","start":"2026-07-24T05:18:14.77184Z","end":"2026-07-24T05:18:14.878947Z","steps":["trace[143526793] 'read index received' (duration: 106.921817ms)","trace[143526793] 'applied index is now lower than readState.Index' (duration: 184.284µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:18:14.879032Z","caller":"traceutil/trace.go:171","msg":"trace[1903254928] transaction","detail":"{read_only:false; response_revision:17872; number_of_response:1; }","duration":"107.787419ms","start":"2026-07-24T05:18:14.771203Z","end":"2026-07-24T05:18:14.878991Z","steps":["trace[1903254928] 'process raft request' (duration: 107.556764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:18:14.87934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.462091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1348"} {"level":"info","ts":"2026-07-24T05:18:14.879468Z","caller":"traceutil/trace.go:171","msg":"trace[901450730] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:1; response_revision:17872; }","duration":"107.647844ms","start":"2026-07-24T05:18:14.771793Z","end":"2026-07-24T05:18:14.87944Z","steps":["trace[901450730] 'agreement among raft nodes before linearized reading' (duration: 107.292586ms)"],"step_count":1}