{"level":"warn","ts":"2026-08-04T15:21:09.823235Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-04T15:21:09.823356Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.141:2380","--initial-cluster=instance=https://199.19.213.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-04T15:21:09.82345Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-04T15:21:09.823492Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.141:2380"]} {"level":"info","ts":"2026-08-04T15:21:09.823515Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-04T15:21:09.82448Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"]} {"level":"info","ts":"2026-08-04T15:21:09.824604Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.141:2380"],"listen-peer-urls":["https://199.19.213.141:2380"],"advertise-client-urls":["https://199.19.213.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-04T15:21:09.841448Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"16.125579ms"} {"level":"info","ts":"2026-08-04T15:21:09.882504Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fe263d225de0d201","cluster-id":"24f15cf84c3a7bc3"} {"level":"info","ts":"2026-08-04T15:21:09.882714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=()"} {"level":"info","ts":"2026-08-04T15:21:09.882777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became follower at term 0"} {"level":"info","ts":"2026-08-04T15:21:09.882834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fe263d225de0d201 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-04T15:21:09.882867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became follower at term 1"} {"level":"info","ts":"2026-08-04T15:21:09.882951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=(18313392152561897985)"} {"level":"warn","ts":"2026-08-04T15:21:09.935877Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-04T15:21:09.955668Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-04T15:21:09.969694Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-04T15:21:09.973432Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fe263d225de0d201","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-04T15:21:09.973789Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-04T15:21:09.973942Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-04T15:21:09.973958Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-04T15:21:09.974241Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fe263d225de0d201","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-04T15:21:09.978348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=(18313392152561897985)"} {"level":"info","ts":"2026-08-04T15:21:09.978571Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"24f15cf84c3a7bc3","local-member-id":"fe263d225de0d201","added-peer-id":"fe263d225de0d201","added-peer-peer-urls":["https://199.19.213.141:2380"]} {"level":"info","ts":"2026-08-04T15:21:09.979034Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-04T15:21:09.979335Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fe263d225de0d201","initial-advertise-peer-urls":["https://199.19.213.141:2380"],"listen-peer-urls":["https://199.19.213.141:2380"],"advertise-client-urls":["https://199.19.213.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-04T15:21:09.979384Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-04T15:21:09.979507Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.141:2380"} {"level":"info","ts":"2026-08-04T15:21:09.979531Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.141:2380"} {"level":"info","ts":"2026-08-04T15:21:10.183464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 is starting a new election at term 1"} {"level":"info","ts":"2026-08-04T15:21:10.183552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-04T15:21:10.183608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 received MsgPreVoteResp from fe263d225de0d201 at term 1"} {"level":"info","ts":"2026-08-04T15:21:10.183631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became candidate at term 2"} {"level":"info","ts":"2026-08-04T15:21:10.183643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 received MsgVoteResp from fe263d225de0d201 at term 2"} {"level":"info","ts":"2026-08-04T15:21:10.183662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became leader at term 2"} {"level":"info","ts":"2026-08-04T15:21:10.183677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fe263d225de0d201 elected leader fe263d225de0d201 at term 2"} {"level":"info","ts":"2026-08-04T15:21:10.18496Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fe263d225de0d201","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.141:2379]}","request-path":"/0/members/fe263d225de0d201/attributes","cluster-id":"24f15cf84c3a7bc3","publish-timeout":"7s"} {"level":"info","ts":"2026-08-04T15:21:10.184985Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-04T15:21:10.185283Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-04T15:21:10.185637Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-04T15:21:10.185932Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-04T15:21:10.185998Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-04T15:21:10.189699Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.141:2379"} {"level":"info","ts":"2026-08-04T15:21:10.190138Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-04T15:21:10.195324Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"24f15cf84c3a7bc3","local-member-id":"fe263d225de0d201","cluster-version":"3.5"} {"level":"info","ts":"2026-08-04T15:21:10.195453Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-04T15:21:10.195496Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-04T15:21:14.574704Z","caller":"traceutil/trace.go:171","msg":"trace[533781715] transaction","detail":"{read_only:false; response_revision:205; number_of_response:1; }","duration":"113.609242ms","start":"2026-08-04T15:21:14.46095Z","end":"2026-08-04T15:21:14.574559Z","steps":["trace[533781715] 'process raft request' (duration: 84.710077ms)","trace[533781715] 'compare' (duration: 28.681018ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:21:17.858047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.191843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-08-04T15:21:17.858174Z","caller":"traceutil/trace.go:171","msg":"trace[1384827230] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:283; }","duration":"248.37216ms","start":"2026-08-04T15:21:17.60978Z","end":"2026-08-04T15:21:17.858152Z","steps":["trace[1384827230] 'range keys from in-memory index tree' (duration: 248.026448ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:21:34.913469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323557507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:21:35.173575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061227447s","expected-duration":"1s"} {"level":"info","ts":"2026-08-04T15:21:35.174118Z","caller":"traceutil/trace.go:171","msg":"trace[567869002] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:402; }","duration":"760.961316ms","start":"2026-08-04T15:21:34.413126Z","end":"2026-08-04T15:21:35.174087Z","steps":["trace[567869002] 'read index received' (duration: 760.677867ms)","trace[567869002] 'applied index is now lower than readState.Index' (duration: 281.479µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:21:35.174185Z","caller":"traceutil/trace.go:171","msg":"trace[487371680] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"1.06194095s","start":"2026-08-04T15:21:34.112209Z","end":"2026-08-04T15:21:35.17415Z","steps":["trace[487371680] 'process raft request' (duration: 1.061682442s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:21:35.174291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.160583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:21:35.174406Z","caller":"traceutil/trace.go:171","msg":"trace[754810837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:389; }","duration":"761.334209ms","start":"2026-08-04T15:21:34.413047Z","end":"2026-08-04T15:21:35.174381Z","steps":["trace[754810837] 'agreement among raft nodes before linearized reading' (duration: 761.174754ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:21:35.174339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.526789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"warn","ts":"2026-08-04T15:21:35.17444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:34.413013Z","time spent":"761.419192ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:21:35.174501Z","caller":"traceutil/trace.go:171","msg":"trace[1048764165] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:389; }","duration":"513.735565ms","start":"2026-08-04T15:21:34.660742Z","end":"2026-08-04T15:21:35.174477Z","steps":["trace[1048764165] 'agreement among raft nodes before linearized reading' (duration: 513.519598ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:21:35.174612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:34.660617Z","time spent":"513.981123ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-04T15:21:35.175005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:34.112177Z","time spent":"1.062071145s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:21:52.401492Z","caller":"traceutil/trace.go:171","msg":"trace[1216862752] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"232.420088ms","start":"2026-08-04T15:21:52.169014Z","end":"2026-08-04T15:21:52.401434Z","steps":["trace[1216862752] 'process raft request' (duration: 232.080486ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.401466Z","caller":"traceutil/trace.go:171","msg":"trace[19007232] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"240.206317ms","start":"2026-08-04T15:21:52.1611Z","end":"2026-08-04T15:21:52.401307Z","steps":["trace[19007232] 'read index received' (duration: 2.527094ms)","trace[19007232] 'applied index is now lower than readState.Index' (duration: 237.669653ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:21:52.401709Z","caller":"traceutil/trace.go:171","msg":"trace[1827739966] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"236.899177ms","start":"2026-08-04T15:21:52.164767Z","end":"2026-08-04T15:21:52.401666Z","steps":["trace[1827739966] 'process raft request' (duration: 236.103841ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.401433Z","caller":"traceutil/trace.go:171","msg":"trace[312931328] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"240.452305ms","start":"2026-08-04T15:21:52.160885Z","end":"2026-08-04T15:21:52.401338Z","steps":["trace[312931328] 'process raft request' (duration: 193.838062ms)","trace[312931328] 'compare' (duration: 43.49202ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:21:52.404107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.98088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10078"} {"level":"info","ts":"2026-08-04T15:21:52.404189Z","caller":"traceutil/trace.go:171","msg":"trace[1937560932] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:518; }","duration":"243.089703ms","start":"2026-08-04T15:21:52.161068Z","end":"2026-08-04T15:21:52.404158Z","steps":["trace[1937560932] 'agreement among raft nodes before linearized reading' (duration: 240.510127ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.404191Z","caller":"traceutil/trace.go:171","msg":"trace[1267873228] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"229.550252ms","start":"2026-08-04T15:21:52.174599Z","end":"2026-08-04T15:21:52.404149Z","steps":["trace[1267873228] 'process raft request' (duration: 226.752549ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.40458Z","caller":"traceutil/trace.go:171","msg":"trace[1915317412] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"221.801104ms","start":"2026-08-04T15:21:52.182762Z","end":"2026-08-04T15:21:52.404563Z","steps":["trace[1915317412] 'process raft request' (duration: 221.322708ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.404849Z","caller":"traceutil/trace.go:171","msg":"trace[651121399] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"218.519484ms","start":"2026-08-04T15:21:52.186289Z","end":"2026-08-04T15:21:52.404808Z","steps":["trace[651121399] 'process raft request' (duration: 218.137161ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.404883Z","caller":"traceutil/trace.go:171","msg":"trace[523633148] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"211.974677ms","start":"2026-08-04T15:21:52.192878Z","end":"2026-08-04T15:21:52.404852Z","steps":["trace[523633148] 'process raft request' (duration: 211.718738ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.405095Z","caller":"traceutil/trace.go:171","msg":"trace[1435338731] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"104.439931ms","start":"2026-08-04T15:21:52.30034Z","end":"2026-08-04T15:21:52.40478Z","steps":["trace[1435338731] 'process raft request' (duration: 104.366459ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.640809Z","caller":"traceutil/trace.go:171","msg":"trace[1992426574] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"205.081786ms","start":"2026-08-04T15:21:52.435693Z","end":"2026-08-04T15:21:52.640775Z","steps":["trace[1992426574] 'process raft request' (duration: 204.245609ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.644837Z","caller":"traceutil/trace.go:171","msg":"trace[400847642] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"181.541202ms","start":"2026-08-04T15:21:52.463263Z","end":"2026-08-04T15:21:52.644805Z","steps":["trace[400847642] 'process raft request' (duration: 181.308854ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.645141Z","caller":"traceutil/trace.go:171","msg":"trace[1862277810] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"178.213291ms","start":"2026-08-04T15:21:52.466902Z","end":"2026-08-04T15:21:52.645115Z","steps":["trace[1862277810] 'process raft request' (duration: 177.842389ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.645498Z","caller":"traceutil/trace.go:171","msg":"trace[1828625928] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"171.373102ms","start":"2026-08-04T15:21:52.474114Z","end":"2026-08-04T15:21:52.645488Z","steps":["trace[1828625928] 'process raft request' (duration: 171.155115ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.64561Z","caller":"traceutil/trace.go:171","msg":"trace[740838870] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"140.551996ms","start":"2026-08-04T15:21:52.505032Z","end":"2026-08-04T15:21:52.645584Z","steps":["trace[740838870] 'process raft request' (duration: 140.326218ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:21:52.645993Z","caller":"traceutil/trace.go:171","msg":"trace[871217665] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"178.261372ms","start":"2026-08-04T15:21:52.467469Z","end":"2026-08-04T15:21:52.64538Z","steps":["trace[871217665] 'process raft request' (duration: 177.572529ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:21:59.706512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.535473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-04T15:21:59.707663Z","caller":"traceutil/trace.go:171","msg":"trace[734132493] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:626; }","duration":"407.492864ms","start":"2026-08-04T15:21:59.30015Z","end":"2026-08-04T15:21:59.707643Z","steps":["trace[734132493] 'read index received' (duration: 344.888697ms)","trace[734132493] 'applied index is now lower than readState.Index' (duration: 62.602917ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:21:59.707768Z","caller":"traceutil/trace.go:171","msg":"trace[1516899028] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"448.237533ms","start":"2026-08-04T15:21:59.259477Z","end":"2026-08-04T15:21:59.707714Z","steps":["trace[1516899028] 'process raft request' (duration: 447.488518ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:21:59.708002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.732024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-04T15:21:59.708038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:59.259442Z","time spent":"448.429329ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:21:59.708064Z","caller":"traceutil/trace.go:171","msg":"trace[1035628139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:605; }","duration":"165.847998ms","start":"2026-08-04T15:21:59.542188Z","end":"2026-08-04T15:21:59.708036Z","steps":["trace[1035628139] 'agreement among raft nodes before linearized reading' (duration: 165.633811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:21:59.708161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.903337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-04T15:21:59.708343Z","caller":"traceutil/trace.go:171","msg":"trace[2060431995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:605; }","duration":"408.235458ms","start":"2026-08-04T15:21:59.300076Z","end":"2026-08-04T15:21:59.708312Z","steps":["trace[2060431995] 'agreement among raft nodes before linearized reading' (duration: 407.66586ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:21:59.708443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:59.300045Z","time spent":"408.382103ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-04T15:22:00.412191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323557905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:22:00.912087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198399649s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-04T15:22:01.538788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.115229ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:22:01.538945Z","caller":"traceutil/trace.go:171","msg":"trace[1769500504] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:605; }","duration":"820.304116ms","start":"2026-08-04T15:22:00.718624Z","end":"2026-08-04T15:22:01.538928Z","steps":["trace[1769500504] 'range keys from in-memory index tree' (duration: 820.088498ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:22:01.539084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.690111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:22:01.540924Z","caller":"traceutil/trace.go:171","msg":"trace[137932035] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.826836258s","start":"2026-08-04T15:21:59.714026Z","end":"2026-08-04T15:22:01.540862Z","steps":["trace[137932035] 'process raft request' (duration: 1.825172853s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:22:01.541126Z","caller":"traceutil/trace.go:171","msg":"trace[1744200041] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:628; }","duration":"1.629144398s","start":"2026-08-04T15:21:59.911884Z","end":"2026-08-04T15:22:01.541028Z","steps":["trace[1744200041] 'read index received' (duration: 1.000385758s)","trace[1744200041] 'applied index is now lower than readState.Index' (duration: 628.599974ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:22:01.541183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:59.714001Z","time spent":"1.827051405s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:22:01.541257Z","caller":"traceutil/trace.go:171","msg":"trace[173382233] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.826783467s","start":"2026-08-04T15:21:59.713556Z","end":"2026-08-04T15:22:01.540339Z","steps":["trace[173382233] 'process raft request' (duration: 1.198738981s)","trace[173382233] 'compare' (duration: 626.522895ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:22:01.541525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:59.713522Z","time spent":"1.827835462s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:22:01.541629Z","caller":"traceutil/trace.go:171","msg":"trace[1717185296] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.762511224s","start":"2026-08-04T15:21:59.778989Z","end":"2026-08-04T15:22:01.5415Z","steps":["trace[1717185296] 'process raft request' (duration: 1.761753819s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:22:01.541828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:59.778956Z","time spent":"1.762774193s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-04T15:22:01.542015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63010105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-04T15:22:01.542063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63009579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-04T15:22:01.542102Z","caller":"traceutil/trace.go:171","msg":"trace[1101653412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:608; }","duration":"1.630254105s","start":"2026-08-04T15:21:59.911825Z","end":"2026-08-04T15:22:01.54208Z","steps":["trace[1101653412] 'agreement among raft nodes before linearized reading' (duration: 1.629685176s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:22:01.542153Z","caller":"traceutil/trace.go:171","msg":"trace[15293965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:608; }","duration":"1.630202433s","start":"2026-08-04T15:21:59.911904Z","end":"2026-08-04T15:22:01.542106Z","steps":["trace[15293965] 'agreement among raft nodes before linearized reading' (duration: 1.629999647s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:22:01.542174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:59.9118Z","time spent":"1.630355178s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-04T15:22:01.542208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:21:59.911879Z","time spent":"1.630318477s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-04T15:22:01.542644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129942587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:22:01.542749Z","caller":"traceutil/trace.go:171","msg":"trace[64039849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"1.130125323s","start":"2026-08-04T15:22:00.412588Z","end":"2026-08-04T15:22:01.542714Z","steps":["trace[64039849] 'agreement among raft nodes before linearized reading' (duration: 1.129780681s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:22:01.542801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:22:00.412562Z","time spent":"1.130225826s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:22:03.129796Z","caller":"traceutil/trace.go:171","msg":"trace[1985361352] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"170.523915ms","start":"2026-08-04T15:22:02.95924Z","end":"2026-08-04T15:22:03.129764Z","steps":["trace[1985361352] 'process raft request' (duration: 170.361239ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:22:03.130865Z","caller":"traceutil/trace.go:171","msg":"trace[159203802] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"112.733408ms","start":"2026-08-04T15:22:03.018083Z","end":"2026-08-04T15:22:03.130816Z","steps":["trace[159203802] 'process raft request' (duration: 112.546682ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:22:45.468318Z","caller":"traceutil/trace.go:171","msg":"trace[1191964918] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1200; }","duration":"420.043509ms","start":"2026-08-04T15:22:45.048232Z","end":"2026-08-04T15:22:45.468275Z","steps":["trace[1191964918] 'read index received' (duration: 419.821582ms)","trace[1191964918] 'applied index is now lower than readState.Index' (duration: 220.287µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:22:45.468439Z","caller":"traceutil/trace.go:171","msg":"trace[1199207698] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"424.526164ms","start":"2026-08-04T15:22:45.043868Z","end":"2026-08-04T15:22:45.468394Z","steps":["trace[1199207698] 'process raft request' (duration: 424.189203ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:22:45.468696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:22:45.043841Z","time spent":"424.70776ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:22:45.469257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.941658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-04T15:22:45.46935Z","caller":"traceutil/trace.go:171","msg":"trace[1093443313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1166; }","duration":"421.263569ms","start":"2026-08-04T15:22:45.048067Z","end":"2026-08-04T15:22:45.46933Z","steps":["trace[1093443313] 'agreement among raft nodes before linearized reading' (duration: 420.435542ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:22:45.469401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:22:45.048019Z","time spent":"421.365332ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-04T15:23:02.139636Z","caller":"traceutil/trace.go:171","msg":"trace[60979990] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"248.226395ms","start":"2026-08-04T15:23:01.891383Z","end":"2026-08-04T15:23:02.139609Z","steps":["trace[60979990] 'read index received' (duration: 248.111241ms)","trace[60979990] 'applied index is now lower than readState.Index' (duration: 114.174µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:02.139876Z","caller":"traceutil/trace.go:171","msg":"trace[284905450] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"249.215326ms","start":"2026-08-04T15:23:01.890505Z","end":"2026-08-04T15:23:02.13972Z","steps":["trace[284905450] 'process raft request' (duration: 248.941368ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:02.140045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.602627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-04T15:23:02.14017Z","caller":"traceutil/trace.go:171","msg":"trace[2116520158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1306; }","duration":"248.788623ms","start":"2026-08-04T15:23:01.891349Z","end":"2026-08-04T15:23:02.140138Z","steps":["trace[2116520158] 'agreement among raft nodes before linearized reading' (duration: 248.39581ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:02.142103Z","caller":"traceutil/trace.go:171","msg":"trace[363408597] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"247.930675ms","start":"2026-08-04T15:23:01.89412Z","end":"2026-08-04T15:23:02.142051Z","steps":["trace[363408597] 'process raft request' (duration: 247.728198ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:02.142213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.446897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-04T15:23:02.142299Z","caller":"traceutil/trace.go:171","msg":"trace[1640341015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1307; }","duration":"250.609522ms","start":"2026-08-04T15:23:01.891667Z","end":"2026-08-04T15:23:02.142277Z","steps":["trace[1640341015] 'agreement among raft nodes before linearized reading' (duration: 250.350784ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:22.097497Z","caller":"traceutil/trace.go:171","msg":"trace[1402326045] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"199.013924ms","start":"2026-08-04T15:23:21.89845Z","end":"2026-08-04T15:23:22.097464Z","steps":["trace[1402326045] 'process raft request' (duration: 198.961463ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:22.097518Z","caller":"traceutil/trace.go:171","msg":"trace[1596508894] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"199.052296ms","start":"2026-08-04T15:23:21.89842Z","end":"2026-08-04T15:23:22.097473Z","steps":["trace[1596508894] 'process raft request' (duration: 108.435646ms)","trace[1596508894] 'compare' (duration: 90.346541ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:24.46254Z","caller":"traceutil/trace.go:171","msg":"trace[707512104] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1748; }","duration":"186.50537ms","start":"2026-08-04T15:23:24.275996Z","end":"2026-08-04T15:23:24.462502Z","steps":["trace[707512104] 'read index received' (duration: 186.343564ms)","trace[707512104] 'applied index is now lower than readState.Index' (duration: 160.106µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:24.462725Z","caller":"traceutil/trace.go:171","msg":"trace[1191640476] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1679; }","duration":"259.349234ms","start":"2026-08-04T15:23:24.2033Z","end":"2026-08-04T15:23:24.462649Z","steps":["trace[1191640476] 'process raft request' (duration: 259.064485ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:24.462919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.879622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6464"} {"level":"info","ts":"2026-08-04T15:23:24.462975Z","caller":"traceutil/trace.go:171","msg":"trace[1408058299] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1679; }","duration":"186.999915ms","start":"2026-08-04T15:23:24.275962Z","end":"2026-08-04T15:23:24.462962Z","steps":["trace[1408058299] 'agreement among raft nodes before linearized reading' (duration: 186.764158ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:24.563649Z","caller":"traceutil/trace.go:171","msg":"trace[1510190201] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1679; }","duration":"286.099249ms","start":"2026-08-04T15:23:24.277501Z","end":"2026-08-04T15:23:24.5636Z","steps":["trace[1510190201] 'process raft request' (duration: 285.629064ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:24.563755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.195525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-08-04T15:23:24.5639Z","caller":"traceutil/trace.go:171","msg":"trace[935804063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1679; }","duration":"193.377941ms","start":"2026-08-04T15:23:24.370507Z","end":"2026-08-04T15:23:24.563885Z","steps":["trace[935804063] 'agreement among raft nodes before linearized reading' (duration: 193.096532ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:24.563919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.419763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-04T15:23:24.563968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.560747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:23:24.564038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.772434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-04T15:23:24.564104Z","caller":"traceutil/trace.go:171","msg":"trace[420556416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1679; }","duration":"150.733122ms","start":"2026-08-04T15:23:24.41334Z","end":"2026-08-04T15:23:24.564073Z","steps":["trace[420556416] 'agreement among raft nodes before linearized reading' (duration: 150.411172ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:24.564142Z","caller":"traceutil/trace.go:171","msg":"trace[1929043329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1679; }","duration":"193.920309ms","start":"2026-08-04T15:23:24.370197Z","end":"2026-08-04T15:23:24.564118Z","steps":["trace[1929043329] 'agreement among raft nodes before linearized reading' (duration: 193.516866ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:24.564031Z","caller":"traceutil/trace.go:171","msg":"trace[66590101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1679; }","duration":"193.766753ms","start":"2026-08-04T15:23:24.370251Z","end":"2026-08-04T15:23:24.564018Z","steps":["trace[66590101] 'agreement among raft nodes before linearized reading' (duration: 193.373121ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:24.564346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.237212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-04T15:23:24.56448Z","caller":"traceutil/trace.go:171","msg":"trace[788761639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1679; }","duration":"238.429449ms","start":"2026-08-04T15:23:24.326025Z","end":"2026-08-04T15:23:24.564454Z","steps":["trace[788761639] 'agreement among raft nodes before linearized reading' (duration: 238.012425ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:24.563596Z","caller":"traceutil/trace.go:171","msg":"trace[1717635599] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"100.719796ms","start":"2026-08-04T15:23:24.462657Z","end":"2026-08-04T15:23:24.563377Z","steps":["trace[1717635599] 'read index received' (duration: 100.292772ms)","trace[1717635599] 'applied index is now lower than readState.Index' (duration: 425.864µs)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:23:24.565533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.573921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9038"} {"level":"info","ts":"2026-08-04T15:23:24.565619Z","caller":"traceutil/trace.go:171","msg":"trace[351472022] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1679; }","duration":"100.707326ms","start":"2026-08-04T15:23:24.464897Z","end":"2026-08-04T15:23:24.565604Z","steps":["trace[351472022] 'agreement among raft nodes before linearized reading' (duration: 100.557381ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:28.773997Z","caller":"traceutil/trace.go:171","msg":"trace[1357194719] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"109.143498ms","start":"2026-08-04T15:23:28.664822Z","end":"2026-08-04T15:23:28.773965Z","steps":["trace[1357194719] 'process raft request' (duration: 83.190469ms)","trace[1357194719] 'compare' (duration: 25.799444ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:36.304272Z","caller":"traceutil/trace.go:171","msg":"trace[482147910] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"119.770492ms","start":"2026-08-04T15:23:36.184449Z","end":"2026-08-04T15:23:36.304219Z","steps":["trace[482147910] 'process raft request' (duration: 104.723446ms)","trace[482147910] 'compare' (duration: 14.645843ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:23:36.6594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.748098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:23:36.660305Z","caller":"traceutil/trace.go:171","msg":"trace[1744357435] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1925; }","duration":"247.796171ms","start":"2026-08-04T15:23:36.412464Z","end":"2026-08-04T15:23:36.66026Z","steps":["trace[1744357435] 'read index received' (duration: 51.05425ms)","trace[1744357435] 'applied index is now lower than readState.Index' (duration: 196.737981ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:36.660412Z","caller":"traceutil/trace.go:171","msg":"trace[1394419651] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"315.52645ms","start":"2026-08-04T15:23:36.344845Z","end":"2026-08-04T15:23:36.660372Z","steps":["trace[1394419651] 'process raft request' (duration: 118.666066ms)","trace[1394419651] 'compare' (duration: 195.568633ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:23:36.660508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.028939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:23:36.66059Z","caller":"traceutil/trace.go:171","msg":"trace[803894753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"248.155353ms","start":"2026-08-04T15:23:36.412416Z","end":"2026-08-04T15:23:36.660572Z","steps":["trace[803894753] 'agreement among raft nodes before linearized reading' (duration: 248.020998ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:36.661402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:36.344823Z","time spent":"315.754068ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:23:37.390662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323560386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:23:37.573939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.10968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:23:37.574265Z","caller":"traceutil/trace.go:171","msg":"trace[1342631555] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"907.752236ms","start":"2026-08-04T15:23:36.666488Z","end":"2026-08-04T15:23:37.57424Z","steps":["trace[1342631555] 'process raft request' (duration: 907.585111ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:37.574251Z","caller":"traceutil/trace.go:171","msg":"trace[1525853701] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"908.118828ms","start":"2026-08-04T15:23:36.66608Z","end":"2026-08-04T15:23:37.574199Z","steps":["trace[1525853701] 'process raft request' (duration: 741.625875ms)","trace[1525853701] 'compare' (duration: 165.821941ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:23:37.574354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:36.666474Z","time spent":"907.842309ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:23:37.574496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:36.666047Z","time spent":"908.310834ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:23:37.574887Z","caller":"traceutil/trace.go:171","msg":"trace[294677133] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1926; }","duration":"684.658024ms","start":"2026-08-04T15:23:36.8902Z","end":"2026-08-04T15:23:37.574858Z","steps":["trace[294677133] 'read index received' (duration: 517.49267ms)","trace[294677133] 'applied index is now lower than readState.Index' (duration: 167.164134ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:37.575007Z","caller":"traceutil/trace.go:171","msg":"trace[1600974718] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"908.471799ms","start":"2026-08-04T15:23:36.666514Z","end":"2026-08-04T15:23:37.574986Z","steps":["trace[1600974718] 'process raft request' (duration: 907.681974ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:37.575015Z","caller":"traceutil/trace.go:171","msg":"trace[20241295] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"292.168256ms","start":"2026-08-04T15:23:37.282807Z","end":"2026-08-04T15:23:37.574976Z","steps":["trace[20241295] 'process raft request' (duration: 292.002981ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:37.575115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:36.66649Z","time spent":"908.573813ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:23:37.574936Z","caller":"traceutil/trace.go:171","msg":"trace[86781514] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"907.660483ms","start":"2026-08-04T15:23:36.667249Z","end":"2026-08-04T15:23:37.57491Z","steps":["trace[86781514] 'process raft request' (duration: 907.388774ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:37.575177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.331135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-04T15:23:37.575526Z","caller":"traceutil/trace.go:171","msg":"trace[1990363487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"264.691057ms","start":"2026-08-04T15:23:37.310794Z","end":"2026-08-04T15:23:37.575485Z","steps":["trace[1990363487] 'agreement among raft nodes before linearized reading' (duration: 264.245863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:37.575176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.971964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a905f570-414e-4a71-ba31-8c4aa463830c\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-08-04T15:23:37.575632Z","caller":"traceutil/trace.go:171","msg":"trace[873716029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a905f570-414e-4a71-ba31-8c4aa463830c; range_end:; response_count:1; response_revision:1857; }","duration":"685.454319ms","start":"2026-08-04T15:23:36.890124Z","end":"2026-08-04T15:23:37.575578Z","steps":["trace[873716029] 'agreement among raft nodes before linearized reading' (duration: 684.890571ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:37.5757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:36.890098Z","time spent":"685.581984ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a905f570-414e-4a71-ba31-8c4aa463830c\" "} {"level":"warn","ts":"2026-08-04T15:23:37.575661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:36.667242Z","time spent":"908.120768ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:23:38.037658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.126353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:23:38.037884Z","caller":"traceutil/trace.go:171","msg":"trace[1473922409] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1931; }","duration":"226.719229ms","start":"2026-08-04T15:23:37.811144Z","end":"2026-08-04T15:23:38.037863Z","steps":["trace[1473922409] 'read index received' (duration: 149.447801ms)","trace[1473922409] 'applied index is now lower than readState.Index' (duration: 77.269948ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:38.038018Z","caller":"traceutil/trace.go:171","msg":"trace[37510094] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"251.596284ms","start":"2026-08-04T15:23:37.786356Z","end":"2026-08-04T15:23:38.037952Z","steps":["trace[37510094] 'process raft request' (duration: 251.428059ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:38.038041Z","caller":"traceutil/trace.go:171","msg":"trace[2139739974] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"457.943034ms","start":"2026-08-04T15:23:37.58005Z","end":"2026-08-04T15:23:38.037993Z","steps":["trace[2139739974] 'process raft request' (duration: 131.344886ms)","trace[2139739974] 'compare' (duration: 325.914416ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:23:38.038112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.963138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-04T15:23:38.038184Z","caller":"traceutil/trace.go:171","msg":"trace[1744783026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1859; }","duration":"227.084401ms","start":"2026-08-04T15:23:37.811079Z","end":"2026-08-04T15:23:38.038163Z","steps":["trace[1744783026] 'agreement among raft nodes before linearized reading' (duration: 226.903055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:38.038245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:37.580029Z","time spent":"458.10312ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:23:38.370764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.444196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:23:38.371165Z","caller":"traceutil/trace.go:171","msg":"trace[2115309507] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"328.461728ms","start":"2026-08-04T15:23:38.042593Z","end":"2026-08-04T15:23:38.371055Z","steps":["trace[2115309507] 'process raft request' (duration: 137.506135ms)","trace[2115309507] 'compare' (duration: 190.156927ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:38.371223Z","caller":"traceutil/trace.go:171","msg":"trace[98369330] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"327.362712ms","start":"2026-08-04T15:23:38.043835Z","end":"2026-08-04T15:23:38.371198Z","steps":["trace[98369330] 'process raft request' (duration: 327.080303ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:38.371323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:38.043812Z","time spent":"327.468296ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:23:38.371399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:38.04256Z","time spent":"328.711056ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:23:39.165197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.222002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-04T15:23:39.165316Z","caller":"traceutil/trace.go:171","msg":"trace[1002129598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1862; }","duration":"582.388038ms","start":"2026-08-04T15:23:38.582899Z","end":"2026-08-04T15:23:39.165287Z","steps":["trace[1002129598] 'range keys from in-memory index tree' (duration: 582.030246ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:39.165365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:38.582877Z","time spent":"582.47797ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-04T15:23:39.165197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.7056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a905f570-414e-4a71-ba31-8c4aa463830c\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-08-04T15:23:39.165475Z","caller":"traceutil/trace.go:171","msg":"trace[1456480618] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a905f570-414e-4a71-ba31-8c4aa463830c; range_end:; response_count:1; response_revision:1862; }","duration":"584.039611ms","start":"2026-08-04T15:23:38.581387Z","end":"2026-08-04T15:23:39.165426Z","steps":["trace[1456480618] 'range keys from in-memory index tree' (duration: 583.36835ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:39.165588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:38.581359Z","time spent":"584.180895ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a905f570-414e-4a71-ba31-8c4aa463830c\" "} {"level":"info","ts":"2026-08-04T15:23:39.185053Z","caller":"traceutil/trace.go:171","msg":"trace[1426562528] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"202.539888ms","start":"2026-08-04T15:23:38.98247Z","end":"2026-08-04T15:23:39.18501Z","steps":["trace[1426562528] 'process raft request' (duration: 202.189916ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:48.719203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.421049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:23:48.719644Z","caller":"traceutil/trace.go:171","msg":"trace[1423446392] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"281.116637ms","start":"2026-08-04T15:23:48.438407Z","end":"2026-08-04T15:23:48.719524Z","steps":["trace[1423446392] 'process raft request' (duration: 90.243934ms)","trace[1423446392] 'compare' (duration: 190.069538ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:53.230328Z","caller":"traceutil/trace.go:171","msg":"trace[1564946479] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"207.735632ms","start":"2026-08-04T15:23:53.022526Z","end":"2026-08-04T15:23:53.230262Z","steps":["trace[1564946479] 'read index received' (duration: 207.366621ms)","trace[1564946479] 'applied index is now lower than readState.Index' (duration: 367.261µs)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:23:53.230516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.945759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:23:53.23049Z","caller":"traceutil/trace.go:171","msg":"trace[26242419] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"496.317935ms","start":"2026-08-04T15:23:52.734112Z","end":"2026-08-04T15:23:53.23043Z","steps":["trace[26242419] 'process raft request' (duration: 495.931212ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:53.230566Z","caller":"traceutil/trace.go:171","msg":"trace[462745234] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1981; }","duration":"208.083523ms","start":"2026-08-04T15:23:53.022467Z","end":"2026-08-04T15:23:53.23055Z","steps":["trace[462745234] 'agreement among raft nodes before linearized reading' (duration: 207.956789ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:23:53.23084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:23:52.734076Z","time spent":"496.557212ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:23:53.789645Z","caller":"traceutil/trace.go:171","msg":"trace[1794112078] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"122.060772ms","start":"2026-08-04T15:23:53.667518Z","end":"2026-08-04T15:23:53.789578Z","steps":["trace[1794112078] 'process raft request' (duration: 68.205191ms)","trace[1794112078] 'compare' (duration: 53.537461ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:53.997954Z","caller":"traceutil/trace.go:171","msg":"trace[1303270127] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"203.387076ms","start":"2026-08-04T15:23:53.794527Z","end":"2026-08-04T15:23:53.997914Z","steps":["trace[1303270127] 'process raft request' (duration: 146.087787ms)","trace[1303270127] 'compare' (duration: 57.129824ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:23:54.009001Z","caller":"traceutil/trace.go:171","msg":"trace[686528481] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"214.02536ms","start":"2026-08-04T15:23:53.79495Z","end":"2026-08-04T15:23:54.008975Z","steps":["trace[686528481] 'process raft request' (duration: 213.959268ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:54.009003Z","caller":"traceutil/trace.go:171","msg":"trace[718494757] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"214.03355ms","start":"2026-08-04T15:23:53.794939Z","end":"2026-08-04T15:23:54.008973Z","steps":["trace[718494757] 'process raft request' (duration: 213.840684ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:54.009205Z","caller":"traceutil/trace.go:171","msg":"trace[1276214258] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"214.034351ms","start":"2026-08-04T15:23:53.795154Z","end":"2026-08-04T15:23:54.009188Z","steps":["trace[1276214258] 'process raft request' (duration: 213.791123ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:23:57.367165Z","caller":"traceutil/trace.go:171","msg":"trace[1666711672] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"122.6213ms","start":"2026-08-04T15:23:57.244501Z","end":"2026-08-04T15:23:57.367122Z","steps":["trace[1666711672] 'process raft request' (duration: 122.365362ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:24.768181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.639736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-08-04T15:24:24.768439Z","caller":"traceutil/trace.go:171","msg":"trace[285695283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2159; }","duration":"282.954275ms","start":"2026-08-04T15:24:24.485449Z","end":"2026-08-04T15:24:24.768403Z","steps":["trace[285695283] 'range keys from in-memory index tree' (duration: 282.404648ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:24.768554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.723272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-04T15:24:24.768666Z","caller":"traceutil/trace.go:171","msg":"trace[1011720097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2159; }","duration":"142.908667ms","start":"2026-08-04T15:24:24.625729Z","end":"2026-08-04T15:24:24.768638Z","steps":["trace[1011720097] 'range keys from in-memory index tree' (duration: 142.499635ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:24.7684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.640198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:24:24.768901Z","caller":"traceutil/trace.go:171","msg":"trace[982222684] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2159; }","duration":"249.233627ms","start":"2026-08-04T15:24:24.519631Z","end":"2026-08-04T15:24:24.768865Z","steps":["trace[982222684] 'count revisions from in-memory index tree' (duration: 248.443001ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:24:30.412137Z","caller":"traceutil/trace.go:171","msg":"trace[392601172] linearizableReadLoop","detail":"{readStateIndex:2270; appliedIndex:2269; }","duration":"116.046564ms","start":"2026-08-04T15:24:30.296061Z","end":"2026-08-04T15:24:30.412107Z","steps":["trace[392601172] 'read index received' (duration: 115.950661ms)","trace[392601172] 'applied index is now lower than readState.Index' (duration: 94.503µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:24:30.412277Z","caller":"traceutil/trace.go:171","msg":"trace[1891950724] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"315.365352ms","start":"2026-08-04T15:24:30.096861Z","end":"2026-08-04T15:24:30.412227Z","steps":["trace[1891950724] 'process raft request' (duration: 315.085534ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.412465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.381284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-04T15:24:30.412515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.096809Z","time spent":"315.58713ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:24:30.412621Z","caller":"traceutil/trace.go:171","msg":"trace[1840039212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2183; }","duration":"116.583091ms","start":"2026-08-04T15:24:30.296016Z","end":"2026-08-04T15:24:30.412599Z","steps":["trace[1840039212] 'agreement among raft nodes before linearized reading' (duration: 116.206519ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:24:30.654608Z","caller":"traceutil/trace.go:171","msg":"trace[1645488336] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"331.911522ms","start":"2026-08-04T15:24:30.322663Z","end":"2026-08-04T15:24:30.654574Z","steps":["trace[1645488336] 'process raft request' (duration: 331.555981ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.654892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.322628Z","time spent":"332.121519ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:24:30.655274Z","caller":"traceutil/trace.go:171","msg":"trace[573837916] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2270; }","duration":"242.905908ms","start":"2026-08-04T15:24:30.412313Z","end":"2026-08-04T15:24:30.655219Z","steps":["trace[573837916] 'read index received' (duration: 241.819103ms)","trace[573837916] 'applied index is now lower than readState.Index' (duration: 1.083214ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:24:30.655318Z","caller":"traceutil/trace.go:171","msg":"trace[168332770] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"265.365082ms","start":"2026-08-04T15:24:30.389898Z","end":"2026-08-04T15:24:30.655263Z","steps":["trace[168332770] 'process raft request' (duration: 264.593308ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.655499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.112368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-04T15:24:30.655613Z","caller":"traceutil/trace.go:171","msg":"trace[1575858842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"260.283903ms","start":"2026-08-04T15:24:30.395304Z","end":"2026-08-04T15:24:30.655588Z","steps":["trace[1575858842] 'agreement among raft nodes before linearized reading' (duration: 259.946803ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.655759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.524888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-04T15:24:30.655629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.913309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-04T15:24:30.65582Z","caller":"traceutil/trace.go:171","msg":"trace[1546144810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"337.694804ms","start":"2026-08-04T15:24:30.318107Z","end":"2026-08-04T15:24:30.655801Z","steps":["trace[1546144810] 'agreement among raft nodes before linearized reading' (duration: 337.357143ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.655906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.318081Z","time spent":"337.812028ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-04T15:24:30.655985Z","caller":"traceutil/trace.go:171","msg":"trace[1308417406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"251.26711ms","start":"2026-08-04T15:24:30.404577Z","end":"2026-08-04T15:24:30.655844Z","steps":["trace[1308417406] 'agreement among raft nodes before linearized reading' (duration: 250.653601ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.990921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.331001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:24:30.991338Z","caller":"traceutil/trace.go:171","msg":"trace[881284072] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"330.453776ms","start":"2026-08-04T15:24:30.660857Z","end":"2026-08-04T15:24:30.991311Z","steps":["trace[881284072] 'process raft request' (duration: 330.405425ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:24:30.991331Z","caller":"traceutil/trace.go:171","msg":"trace[427629765] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2272; }","duration":"335.892777ms","start":"2026-08-04T15:24:30.655387Z","end":"2026-08-04T15:24:30.99128Z","steps":["trace[427629765] 'read index received' (duration: 206.105742ms)","trace[427629765] 'applied index is now lower than readState.Index' (duration: 129.712793ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:24:30.991464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.660846Z","time spent":"330.54606ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:24:30.991546Z","caller":"traceutil/trace.go:171","msg":"trace[349308931] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"572.776846ms","start":"2026-08-04T15:24:30.418743Z","end":"2026-08-04T15:24:30.99152Z","steps":["trace[349308931] 'process raft request' (duration: 442.726002ms)","trace[349308931] 'compare' (duration: 129.128695ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:24:30.991625Z","caller":"traceutil/trace.go:171","msg":"trace[24095828] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"330.664923ms","start":"2026-08-04T15:24:30.660751Z","end":"2026-08-04T15:24:30.991416Z","steps":["trace[24095828] 'process raft request' (duration: 330.306992ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.991611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.593756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:24:30.992288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.660721Z","time spent":"331.470139ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:24:30.992548Z","caller":"traceutil/trace.go:171","msg":"trace[1984983760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2189; }","duration":"456.566287ms","start":"2026-08-04T15:24:30.535911Z","end":"2026-08-04T15:24:30.992477Z","steps":["trace[1984983760] 'agreement among raft nodes before linearized reading' (duration: 455.574146ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.991718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.418654Z","time spent":"572.949531ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:24:30.991735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.364516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-08-04T15:24:30.992723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.535881Z","time spent":"456.783934ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:24:30.992796Z","caller":"traceutil/trace.go:171","msg":"trace[2000274123] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2189; }","duration":"540.477521ms","start":"2026-08-04T15:24:30.452291Z","end":"2026-08-04T15:24:30.992769Z","steps":["trace[2000274123] 'agreement among raft nodes before linearized reading' (duration: 539.216281ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.992877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.452271Z","time spent":"540.576564ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-04T15:24:30.991909Z","caller":"traceutil/trace.go:171","msg":"trace[549112463] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"331.047095ms","start":"2026-08-04T15:24:30.66079Z","end":"2026-08-04T15:24:30.991838Z","steps":["trace[549112463] 'process raft request' (duration: 330.411805ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:30.99314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.660779Z","time spent":"332.308335ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:24:30.99197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-04T15:24:30.993375Z","caller":"traceutil/trace.go:171","msg":"trace[1612004465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2189; }","duration":"175.378377ms","start":"2026-08-04T15:24:30.817977Z","end":"2026-08-04T15:24:30.993356Z","steps":["trace[1612004465] 'agreement among raft nodes before linearized reading' (duration: 173.55605ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:31.579862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.729216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:24:31.58007Z","caller":"traceutil/trace.go:171","msg":"trace[1215615977] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2277; }","duration":"216.2366ms","start":"2026-08-04T15:24:31.363805Z","end":"2026-08-04T15:24:31.580042Z","steps":["trace[1215615977] 'read index received' (duration: 82.192µs)","trace[1215615977] 'applied index is now lower than readState.Index' (duration: 216.152218ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:24:31.580231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.428176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:24:31.580191Z","caller":"traceutil/trace.go:171","msg":"trace[1907218938] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"581.912213ms","start":"2026-08-04T15:24:30.998231Z","end":"2026-08-04T15:24:31.580143Z","steps":["trace[1907218938] 'process raft request' (duration: 121.769814ms)","trace[1907218938] 'compare' (duration: 459.589272ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:24:31.580323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.934391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:24:31.58037Z","caller":"traceutil/trace.go:171","msg":"trace[2015476441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"166.016544ms","start":"2026-08-04T15:24:31.414338Z","end":"2026-08-04T15:24:31.580354Z","steps":["trace[2015476441] 'agreement among raft nodes before linearized reading' (duration: 165.964182ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:24:31.580272Z","caller":"traceutil/trace.go:171","msg":"trace[423477232] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2191; }","duration":"216.52918ms","start":"2026-08-04T15:24:31.363726Z","end":"2026-08-04T15:24:31.580255Z","steps":["trace[423477232] 'agreement among raft nodes before linearized reading' (duration: 216.451007ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:24:31.580429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:24:30.998198Z","time spent":"582.113699ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:24:45.986133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.483392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:24:45.986283Z","caller":"traceutil/trace.go:171","msg":"trace[2012055990] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"248.623387ms","start":"2026-08-04T15:24:45.737631Z","end":"2026-08-04T15:24:45.986254Z","steps":["trace[2012055990] 'process raft request' (duration: 106.874586ms)","trace[2012055990] 'compare' (duration: 140.733619ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:25:01.388736Z","caller":"traceutil/trace.go:171","msg":"trace[42884174] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"108.65238ms","start":"2026-08-04T15:25:01.280026Z","end":"2026-08-04T15:25:01.388679Z","steps":["trace[42884174] 'process raft request' (duration: 89.452961ms)","trace[42884174] 'compare' (duration: 18.889369ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:25:01.388825Z","caller":"traceutil/trace.go:171","msg":"trace[332036593] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"107.807653ms","start":"2026-08-04T15:25:01.280963Z","end":"2026-08-04T15:25:01.388771Z","steps":["trace[332036593] 'process raft request' (duration: 107.561135ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:14.930907Z","caller":"traceutil/trace.go:171","msg":"trace[1023193512] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"298.267347ms","start":"2026-08-04T15:25:14.632609Z","end":"2026-08-04T15:25:14.930877Z","steps":["trace[1023193512] 'process raft request' (duration: 298.097211ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:14.931611Z","caller":"traceutil/trace.go:171","msg":"trace[1284430443] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2695; }","duration":"176.512194ms","start":"2026-08-04T15:25:14.755042Z","end":"2026-08-04T15:25:14.931555Z","steps":["trace[1284430443] 'read index received' (duration: 175.671927ms)","trace[1284430443] 'applied index is now lower than readState.Index' (duration: 836.947µs)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:25:14.931846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.771003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:25:14.931972Z","caller":"traceutil/trace.go:171","msg":"trace[2133716977] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2592; }","duration":"176.96709ms","start":"2026-08-04T15:25:14.754976Z","end":"2026-08-04T15:25:14.931943Z","steps":["trace[2133716977] 'agreement among raft nodes before linearized reading' (duration: 176.696261ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:14.932093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.074386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:25:14.932215Z","caller":"traceutil/trace.go:171","msg":"trace[1795046512] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2593; }","duration":"174.214141ms","start":"2026-08-04T15:25:14.757968Z","end":"2026-08-04T15:25:14.932182Z","steps":["trace[1795046512] 'agreement among raft nodes before linearized reading' (duration: 173.995744ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:18.300068Z","caller":"traceutil/trace.go:171","msg":"trace[249564778] linearizableReadLoop","detail":"{readStateIndex:2719; appliedIndex:2718; }","duration":"137.488099ms","start":"2026-08-04T15:25:18.162549Z","end":"2026-08-04T15:25:18.300037Z","steps":["trace[249564778] 'read index received' (duration: 110.428207ms)","trace[249564778] 'applied index is now lower than readState.Index' (duration: 27.058392ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:25:18.300147Z","caller":"traceutil/trace.go:171","msg":"trace[514840931] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"162.083281ms","start":"2026-08-04T15:25:18.13803Z","end":"2026-08-04T15:25:18.300113Z","steps":["trace[514840931] 'process raft request' (duration: 135.02561ms)","trace[514840931] 'compare' (duration: 26.832444ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:25:18.300351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.790789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-04T15:25:18.300397Z","caller":"traceutil/trace.go:171","msg":"trace[2141045209] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2615; }","duration":"137.879742ms","start":"2026-08-04T15:25:18.162505Z","end":"2026-08-04T15:25:18.300385Z","steps":["trace[2141045209] 'agreement among raft nodes before linearized reading' (duration: 137.711246ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:18.300515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.147093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-04T15:25:18.300635Z","caller":"traceutil/trace.go:171","msg":"trace[1543608944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2615; }","duration":"130.308917ms","start":"2026-08-04T15:25:18.170303Z","end":"2026-08-04T15:25:18.300611Z","steps":["trace[1543608944] 'agreement among raft nodes before linearized reading' (duration: 129.991887ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:19.054002Z","caller":"traceutil/trace.go:171","msg":"trace[380562853] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"411.3196ms","start":"2026-08-04T15:25:18.642634Z","end":"2026-08-04T15:25:19.053954Z","steps":["trace[380562853] 'process raft request' (duration: 411.063152ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:19.054303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:18.642598Z","time spent":"411.543087ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:25:19.082097Z","caller":"traceutil/trace.go:171","msg":"trace[1025087301] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"137.176669ms","start":"2026-08-04T15:25:18.944894Z","end":"2026-08-04T15:25:19.082071Z","steps":["trace[1025087301] 'process raft request' (duration: 137.017634ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:28.451676Z","caller":"traceutil/trace.go:171","msg":"trace[2061010257] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"107.254115ms","start":"2026-08-04T15:25:28.344388Z","end":"2026-08-04T15:25:28.451642Z","steps":["trace[2061010257] 'process raft request' (duration: 105.423176ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:37.607271Z","caller":"traceutil/trace.go:171","msg":"trace[398961002] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"105.615332ms","start":"2026-08-04T15:25:37.50161Z","end":"2026-08-04T15:25:37.607225Z","steps":["trace[398961002] 'process raft request' (duration: 63.374822ms)","trace[398961002] 'compare' (duration: 41.789856ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:25:39.261683Z","caller":"traceutil/trace.go:171","msg":"trace[922340084] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"115.119079ms","start":"2026-08-04T15:25:39.146531Z","end":"2026-08-04T15:25:39.26165Z","steps":["trace[922340084] 'process raft request' (duration: 114.961423ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:39.300872Z","caller":"traceutil/trace.go:171","msg":"trace[1157985072] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"107.328148ms","start":"2026-08-04T15:25:39.193507Z","end":"2026-08-04T15:25:39.300835Z","steps":["trace[1157985072] 'process raft request' (duration: 107.07805ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:39.608806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.727412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-04T15:25:39.608927Z","caller":"traceutil/trace.go:171","msg":"trace[1427986697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2747; }","duration":"108.883237ms","start":"2026-08-04T15:25:39.500009Z","end":"2026-08-04T15:25:39.608893Z","steps":["trace[1427986697] 'range keys from in-memory index tree' (duration: 108.562307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:39.608809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.697034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c8a398edd4b265\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-08-04T15:25:39.609152Z","caller":"traceutil/trace.go:171","msg":"trace[1998613580] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c8a398edd4b265; range_end:; response_count:1; response_revision:2747; }","duration":"133.085687ms","start":"2026-08-04T15:25:39.476019Z","end":"2026-08-04T15:25:39.609105Z","steps":["trace[1998613580] 'range keys from in-memory index tree' (duration: 132.379314ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:39.801Z","caller":"traceutil/trace.go:171","msg":"trace[2103336798] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"107.615147ms","start":"2026-08-04T15:25:39.693334Z","end":"2026-08-04T15:25:39.800949Z","steps":["trace[2103336798] 'process raft request' (duration: 107.437431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:52.07924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.555494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-04T15:25:52.079277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.521043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-04T15:25:52.079321Z","caller":"traceutil/trace.go:171","msg":"trace[2016529580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2814; }","duration":"312.681457ms","start":"2026-08-04T15:25:51.766621Z","end":"2026-08-04T15:25:52.079302Z","steps":["trace[2016529580] 'range keys from in-memory index tree' (duration: 312.342747ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:52.079364Z","caller":"traceutil/trace.go:171","msg":"trace[989113864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2814; }","duration":"134.665537ms","start":"2026-08-04T15:25:51.944672Z","end":"2026-08-04T15:25:52.079337Z","steps":["trace[989113864] 'range keys from in-memory index tree' (duration: 134.304616ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:52.079374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:51.766601Z","time spent":"312.76488ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-04T15:25:52.079612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.556715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-04T15:25:52.079726Z","caller":"traceutil/trace.go:171","msg":"trace[568855931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2814; }","duration":"354.751331ms","start":"2026-08-04T15:25:51.724947Z","end":"2026-08-04T15:25:52.079698Z","steps":["trace[568855931] 'range keys from in-memory index tree' (duration: 354.09496ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:52.079752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.530217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-04T15:25:52.079795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:51.724925Z","time spent":"354.853344ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-04T15:25:52.07981Z","caller":"traceutil/trace.go:171","msg":"trace[1668903005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2814; }","duration":"273.580639ms","start":"2026-08-04T15:25:51.806209Z","end":"2026-08-04T15:25:52.07979Z","steps":["trace[1668903005] 'range keys from in-memory index tree' (duration: 272.776433ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:52.079609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.355246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-04T15:25:52.079847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.867141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:25:52.079903Z","caller":"traceutil/trace.go:171","msg":"trace[1155422277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2814; }","duration":"228.755728ms","start":"2026-08-04T15:25:51.851136Z","end":"2026-08-04T15:25:52.079892Z","steps":["trace[1155422277] 'range keys from in-memory index tree' (duration: 227.851329ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:52.079934Z","caller":"traceutil/trace.go:171","msg":"trace[1691457257] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2814; }","duration":"346.976295ms","start":"2026-08-04T15:25:51.73294Z","end":"2026-08-04T15:25:52.079916Z","steps":["trace[1691457257] 'count revisions from in-memory index tree' (duration: 346.823659ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:52.079998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:51.732932Z","time spent":"347.049027ms","remote":"127.0.0.1:44048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:25:52.860578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.934018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:25:52.860742Z","caller":"traceutil/trace.go:171","msg":"trace[1717518951] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"677.833579ms","start":"2026-08-04T15:25:52.18286Z","end":"2026-08-04T15:25:52.860693Z","steps":["trace[1717518951] 'process raft request' (duration: 250.690254ms)","trace[1717518951] 'compare' (duration: 426.229586ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:25:52.860791Z","caller":"traceutil/trace.go:171","msg":"trace[2094246220] linearizableReadLoop","detail":"{readStateIndex:2932; appliedIndex:2931; }","duration":"447.859891ms","start":"2026-08-04T15:25:52.412898Z","end":"2026-08-04T15:25:52.860758Z","steps":["trace[2094246220] 'read index received' (duration: 20.52548ms)","trace[2094246220] 'applied index is now lower than readState.Index' (duration: 427.332201ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:25:52.86085Z","caller":"traceutil/trace.go:171","msg":"trace[1266582345] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"277.473432ms","start":"2026-08-04T15:25:52.583357Z","end":"2026-08-04T15:25:52.86083Z","steps":["trace[1266582345] 'process raft request' (duration: 277.350178ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:52.860923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:52.182841Z","time spent":"677.983603ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:25:52.860986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.063277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:25:52.861025Z","caller":"traceutil/trace.go:171","msg":"trace[1757425133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2821; }","duration":"448.162841ms","start":"2026-08-04T15:25:52.41285Z","end":"2026-08-04T15:25:52.861013Z","steps":["trace[1757425133] 'agreement among raft nodes before linearized reading' (duration: 448.046397ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:52.861057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:52.412824Z","time spent":"448.227063ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:25:53.171708Z","caller":"traceutil/trace.go:171","msg":"trace[881004841] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2933; }","duration":"310.803469ms","start":"2026-08-04T15:25:52.860868Z","end":"2026-08-04T15:25:53.171671Z","steps":["trace[881004841] 'read index received' (duration: 293.561832ms)","trace[881004841] 'applied index is now lower than readState.Index' (duration: 17.240197ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:25:53.171788Z","caller":"traceutil/trace.go:171","msg":"trace[1646312936] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"557.96719ms","start":"2026-08-04T15:25:52.613782Z","end":"2026-08-04T15:25:53.171749Z","steps":["trace[1646312936] 'process raft request' (duration: 540.703173ms)","trace[1646312936] 'compare' (duration: 16.613197ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:25:53.171944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:52.613742Z","time spent":"558.114555ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:25:53.172074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.867999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c8a399a5e42848\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-08-04T15:25:53.172147Z","caller":"traceutil/trace.go:171","msg":"trace[380539283] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c8a399a5e42848; range_end:; response_count:1; response_revision:2822; }","duration":"612.978063ms","start":"2026-08-04T15:25:52.559148Z","end":"2026-08-04T15:25:53.172126Z","steps":["trace[380539283] 'agreement among raft nodes before linearized reading' (duration: 612.733695ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:53.172201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:52.559118Z","time spent":"613.071746ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18c8a399a5e42848\" "} {"level":"warn","ts":"2026-08-04T15:25:53.172384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.390144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:25:53.172412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.988363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:25:53.172459Z","caller":"traceutil/trace.go:171","msg":"trace[8292540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2822; }","duration":"309.508837ms","start":"2026-08-04T15:25:52.862932Z","end":"2026-08-04T15:25:53.172441Z","steps":["trace[8292540] 'agreement among raft nodes before linearized reading' (duration: 309.394953ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:53.172486Z","caller":"traceutil/trace.go:171","msg":"trace[872607855] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2822; }","duration":"138.096406ms","start":"2026-08-04T15:25:53.034349Z","end":"2026-08-04T15:25:53.172446Z","steps":["trace[872607855] 'agreement among raft nodes before linearized reading' (duration: 138.010923ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:25:53.172508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:25:52.862906Z","time spent":"309.59126ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:25:58.296747Z","caller":"traceutil/trace.go:171","msg":"trace[271312470] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"108.810398ms","start":"2026-08-04T15:25:58.187901Z","end":"2026-08-04T15:25:58.296711Z","steps":["trace[271312470] 'process raft request' (duration: 108.534069ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:58.296733Z","caller":"traceutil/trace.go:171","msg":"trace[478390335] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"108.55815ms","start":"2026-08-04T15:25:58.188139Z","end":"2026-08-04T15:25:58.296697Z","steps":["trace[478390335] 'process raft request' (duration: 108.461127ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:58.297035Z","caller":"traceutil/trace.go:171","msg":"trace[1204147017] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"108.738105ms","start":"2026-08-04T15:25:58.188244Z","end":"2026-08-04T15:25:58.296983Z","steps":["trace[1204147017] 'process raft request' (duration: 108.406275ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:58.297083Z","caller":"traceutil/trace.go:171","msg":"trace[1177163753] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2961; }","duration":"106.65695ms","start":"2026-08-04T15:25:58.190398Z","end":"2026-08-04T15:25:58.297055Z","steps":["trace[1177163753] 'read index received' (duration: 94.546726ms)","trace[1177163753] 'applied index is now lower than readState.Index' (duration: 12.109004ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:25:58.297345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.927199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-08-04T15:25:58.297395Z","caller":"traceutil/trace.go:171","msg":"trace[980188335] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2853; }","duration":"107.023081ms","start":"2026-08-04T15:25:58.19036Z","end":"2026-08-04T15:25:58.297383Z","steps":["trace[980188335] 'agreement among raft nodes before linearized reading' (duration: 106.791234ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:25:59.039444Z","caller":"traceutil/trace.go:171","msg":"trace[807468750] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"103.731527ms","start":"2026-08-04T15:25:58.935675Z","end":"2026-08-04T15:25:59.039406Z","steps":["trace[807468750] 'process raft request' (duration: 52.888976ms)","trace[807468750] 'compare' (duration: 50.604974ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:26:04.776917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.986229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:26:04.777119Z","caller":"traceutil/trace.go:171","msg":"trace[1037977522] linearizableReadLoop","detail":"{readStateIndex:3000; appliedIndex:2997; }","duration":"332.345991ms","start":"2026-08-04T15:26:04.444752Z","end":"2026-08-04T15:26:04.777098Z","steps":["trace[1037977522] 'read index received' (duration: 42.995663ms)","trace[1037977522] 'applied index is now lower than readState.Index' (duration: 289.348638ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:26:04.777143Z","caller":"traceutil/trace.go:171","msg":"trace[200299155] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"332.807455ms","start":"2026-08-04T15:26:04.444295Z","end":"2026-08-04T15:26:04.777102Z","steps":["trace[200299155] 'process raft request' (duration: 202.538618ms)","trace[200299155] 'compare' (duration: 129.833763ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:26:04.777314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:26:04.444274Z","time spent":"332.9485ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:26:04.77744Z","caller":"traceutil/trace.go:171","msg":"trace[687398477] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"332.595719ms","start":"2026-08-04T15:26:04.444821Z","end":"2026-08-04T15:26:04.777417Z","steps":["trace[687398477] 'process raft request' (duration: 332.209757ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:26:04.777558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:26:04.444792Z","time spent":"332.704903ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:26:04.777588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.822496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-08-04T15:26:04.777651Z","caller":"traceutil/trace.go:171","msg":"trace[566669344] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2886; }","duration":"332.933529ms","start":"2026-08-04T15:26:04.444703Z","end":"2026-08-04T15:26:04.777636Z","steps":["trace[566669344] 'agreement among raft nodes before linearized reading' (duration: 332.6639ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:26:04.777625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.307107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c8a398edd4b265\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-08-04T15:26:04.777681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:26:04.444689Z","time spent":"332.986101ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9423,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-04T15:26:04.777709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.064361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:26:04.777733Z","caller":"traceutil/trace.go:171","msg":"trace[89537083] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2886; }","duration":"136.124133ms","start":"2026-08-04T15:26:04.641603Z","end":"2026-08-04T15:26:04.777727Z","steps":["trace[89537083] 'agreement among raft nodes before linearized reading' (duration: 136.057811ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:26:04.77772Z","caller":"traceutil/trace.go:171","msg":"trace[1451345506] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c8a398edd4b265; range_end:; response_count:1; response_revision:2886; }","duration":"301.468382ms","start":"2026-08-04T15:26:04.476229Z","end":"2026-08-04T15:26:04.777698Z","steps":["trace[1451345506] 'agreement among raft nodes before linearized reading' (duration: 301.178593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:26:04.777777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:26:04.476204Z","time spent":"301.558055ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c8a398edd4b265\" "} {"level":"warn","ts":"2026-08-04T15:26:05.076622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.304196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:26:05.076822Z","caller":"traceutil/trace.go:171","msg":"trace[1750139340] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"297.204977ms","start":"2026-08-04T15:26:04.779571Z","end":"2026-08-04T15:26:05.076776Z","steps":["trace[1750139340] 'process raft request' (duration: 185.683894ms)","trace[1750139340] 'compare' (duration: 111.179962ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:26:05.076977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.517181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:26:05.076848Z","caller":"traceutil/trace.go:171","msg":"trace[1089307067] linearizableReadLoop","detail":"{readStateIndex:3002; appliedIndex:3001; }","duration":"241.358367ms","start":"2026-08-04T15:26:04.835452Z","end":"2026-08-04T15:26:05.07681Z","steps":["trace[1089307067] 'read index received' (duration: 129.782293ms)","trace[1089307067] 'applied index is now lower than readState.Index' (duration: 111.572314ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:26:05.077034Z","caller":"traceutil/trace.go:171","msg":"trace[1789921213] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2888; }","duration":"241.629656ms","start":"2026-08-04T15:26:04.835393Z","end":"2026-08-04T15:26:05.077023Z","steps":["trace[1789921213] 'agreement among raft nodes before linearized reading' (duration: 241.511952ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:26:09.654529Z","caller":"traceutil/trace.go:171","msg":"trace[1221622115] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"115.168139ms","start":"2026-08-04T15:26:09.539334Z","end":"2026-08-04T15:26:09.654503Z","steps":["trace[1221622115] 'process raft request' (duration: 115.124918ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:26:09.654884Z","caller":"traceutil/trace.go:171","msg":"trace[1326980945] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"170.058448ms","start":"2026-08-04T15:26:09.484789Z","end":"2026-08-04T15:26:09.654847Z","steps":["trace[1326980945] 'process raft request' (duration: 147.008768ms)","trace[1326980945] 'compare' (duration: 22.268786ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:26:20.5152Z","caller":"traceutil/trace.go:171","msg":"trace[2059497345] linearizableReadLoop","detail":"{readStateIndex:3087; appliedIndex:3086; }","duration":"104.578034ms","start":"2026-08-04T15:26:20.410581Z","end":"2026-08-04T15:26:20.515159Z","steps":["trace[2059497345] 'read index received' (duration: 104.296555ms)","trace[2059497345] 'applied index is now lower than readState.Index' (duration: 279.939µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:26:20.515272Z","caller":"traceutil/trace.go:171","msg":"trace[872829599] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"115.019454ms","start":"2026-08-04T15:26:20.400222Z","end":"2026-08-04T15:26:20.515242Z","steps":["trace[872829599] 'process raft request' (duration: 114.743155ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:26:20.515442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.762579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:26:20.515517Z","caller":"traceutil/trace.go:171","msg":"trace[733144203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2969; }","duration":"104.939745ms","start":"2026-08-04T15:26:20.410557Z","end":"2026-08-04T15:26:20.515497Z","steps":["trace[733144203] 'agreement among raft nodes before linearized reading' (duration: 104.745589ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:26:20.680967Z","caller":"traceutil/trace.go:171","msg":"trace[1180994619] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"112.472734ms","start":"2026-08-04T15:26:20.568457Z","end":"2026-08-04T15:26:20.68093Z","steps":["trace[1180994619] 'process raft request' (duration: 28.464101ms)","trace[1180994619] 'compare' (duration: 83.728444ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:26:20.68116Z","caller":"traceutil/trace.go:171","msg":"trace[2010309477] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"108.763897ms","start":"2026-08-04T15:26:20.572362Z","end":"2026-08-04T15:26:20.681126Z","steps":["trace[2010309477] 'process raft request' (duration: 108.501819ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:26:21.461095Z","caller":"traceutil/trace.go:171","msg":"trace[45826360] linearizableReadLoop","detail":"{readStateIndex:3095; appliedIndex:3094; }","duration":"109.441808ms","start":"2026-08-04T15:26:21.351616Z","end":"2026-08-04T15:26:21.461058Z","steps":["trace[45826360] 'read index received' (duration: 40.123011ms)","trace[45826360] 'applied index is now lower than readState.Index' (duration: 69.317197ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:26:21.461264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.629494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:26:21.461273Z","caller":"traceutil/trace.go:171","msg":"trace[1504432554] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"167.915031ms","start":"2026-08-04T15:26:21.293313Z","end":"2026-08-04T15:26:21.461228Z","steps":["trace[1504432554] 'process raft request' (duration: 98.429339ms)","trace[1504432554] 'compare' (duration: 69.160702ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:26:21.461321Z","caller":"traceutil/trace.go:171","msg":"trace[732087134] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2977; }","duration":"109.738648ms","start":"2026-08-04T15:26:21.351569Z","end":"2026-08-04T15:26:21.461307Z","steps":["trace[732087134] 'agreement among raft nodes before linearized reading' (duration: 109.615034ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:26:27.594629Z","caller":"traceutil/trace.go:171","msg":"trace[2105349338] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"102.548309ms","start":"2026-08-04T15:26:27.492042Z","end":"2026-08-04T15:26:27.594591Z","steps":["trace[2105349338] 'process raft request' (duration: 102.310702ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:26:50.911801Z","caller":"traceutil/trace.go:171","msg":"trace[88813880] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"130.918459ms","start":"2026-08-04T15:26:50.780856Z","end":"2026-08-04T15:26:50.911774Z","steps":["trace[88813880] 'process raft request' (duration: 130.756013ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:26:50.916819Z","caller":"traceutil/trace.go:171","msg":"trace[202484908] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"134.537993ms","start":"2026-08-04T15:26:50.782257Z","end":"2026-08-04T15:26:50.916795Z","steps":["trace[202484908] 'process raft request' (duration: 134.213503ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:26:51.215202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.427256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:26:51.215787Z","caller":"traceutil/trace.go:171","msg":"trace[906402984] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3135; }","duration":"138.636063ms","start":"2026-08-04T15:26:51.076662Z","end":"2026-08-04T15:26:51.215298Z","steps":["trace[906402984] 'range keys from in-memory index tree' (duration: 138.272671ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:28:03.478903Z","caller":"traceutil/trace.go:171","msg":"trace[703884309] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"120.418339ms","start":"2026-08-04T15:28:03.358452Z","end":"2026-08-04T15:28:03.47887Z","steps":["trace[703884309] 'process raft request' (duration: 80.377409ms)","trace[703884309] 'compare' (duration: 39.906216ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:28:06.630279Z","caller":"traceutil/trace.go:171","msg":"trace[407929697] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"289.454916ms","start":"2026-08-04T15:28:06.340757Z","end":"2026-08-04T15:28:06.630212Z","steps":["trace[407929697] 'process raft request' (duration: 286.617678ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:28:06.630439Z","caller":"traceutil/trace.go:171","msg":"trace[781077850] linearizableReadLoop","detail":"{readStateIndex:3816; appliedIndex:3814; }","duration":"289.23537ms","start":"2026-08-04T15:28:06.341109Z","end":"2026-08-04T15:28:06.630345Z","steps":["trace[781077850] 'read index received' (duration: 4.429398ms)","trace[781077850] 'applied index is now lower than readState.Index' (duration: 284.802481ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:28:06.630629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.491477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:28:06.630453Z","caller":"traceutil/trace.go:171","msg":"trace[793022452] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"288.540678ms","start":"2026-08-04T15:28:06.341853Z","end":"2026-08-04T15:28:06.630393Z","steps":["trace[793022452] 'process raft request' (duration: 288.264469ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:28:06.630718Z","caller":"traceutil/trace.go:171","msg":"trace[142851887] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:0; response_revision:3671; }","duration":"289.583571ms","start":"2026-08-04T15:28:06.341079Z","end":"2026-08-04T15:28:06.630662Z","steps":["trace[142851887] 'agreement among raft nodes before linearized reading' (duration: 289.449126ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:28:41.682932Z","caller":"traceutil/trace.go:171","msg":"trace[1633537675] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"120.479631ms","start":"2026-08-04T15:28:41.562424Z","end":"2026-08-04T15:28:41.682903Z","steps":["trace[1633537675] 'process raft request' (duration: 120.230633ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:28:41.730551Z","caller":"traceutil/trace.go:171","msg":"trace[251520794] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"166.56477ms","start":"2026-08-04T15:28:41.563937Z","end":"2026-08-04T15:28:41.730501Z","steps":["trace[251520794] 'process raft request' (duration: 166.204169ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:29:48.847609Z","caller":"traceutil/trace.go:171","msg":"trace[792280903] linearizableReadLoop","detail":"{readStateIndex:4523; appliedIndex:4522; }","duration":"115.933342ms","start":"2026-08-04T15:29:48.731641Z","end":"2026-08-04T15:29:48.847575Z","steps":["trace[792280903] 'read index received' (duration: 115.774467ms)","trace[792280903] 'applied index is now lower than readState.Index' (duration: 157.485µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:29:48.847721Z","caller":"traceutil/trace.go:171","msg":"trace[763291096] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"242.273549ms","start":"2026-08-04T15:29:48.605413Z","end":"2026-08-04T15:29:48.847687Z","steps":["trace[763291096] 'process raft request' (duration: 241.98477ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:29:48.847878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.212771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-04T15:29:48.847933Z","caller":"traceutil/trace.go:171","msg":"trace[1807064882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4342; }","duration":"116.287013ms","start":"2026-08-04T15:29:48.731634Z","end":"2026-08-04T15:29:48.847921Z","steps":["trace[1807064882] 'agreement among raft nodes before linearized reading' (duration: 116.088127ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:29:49.311316Z","caller":"traceutil/trace.go:171","msg":"trace[1693203830] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"577.877524ms","start":"2026-08-04T15:29:48.733389Z","end":"2026-08-04T15:29:49.311267Z","steps":["trace[1693203830] 'process raft request' (duration: 577.618706ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:29:49.311568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:29:48.733362Z","time spent":"578.077501ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:29:49.423434Z","caller":"traceutil/trace.go:171","msg":"trace[1026826107] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"569.294069ms","start":"2026-08-04T15:29:48.854094Z","end":"2026-08-04T15:29:49.423388Z","steps":["trace[1026826107] 'process raft request' (duration: 494.554809ms)","trace[1026826107] 'compare' (duration: 74.548724ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:29:49.423679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:29:48.854062Z","time spent":"569.491665ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:29:49.513966Z","caller":"traceutil/trace.go:171","msg":"trace[1672069305] linearizableReadLoop","detail":"{readStateIndex:4525; appliedIndex:4523; }","duration":"654.459853ms","start":"2026-08-04T15:29:48.859467Z","end":"2026-08-04T15:29:49.513927Z","steps":["trace[1672069305] 'read index received' (duration: 451.637391ms)","trace[1672069305] 'applied index is now lower than readState.Index' (duration: 202.820142ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:29:49.514185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.67603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:29:49.514284Z","caller":"traceutil/trace.go:171","msg":"trace[1043361303] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4344; }","duration":"654.823365ms","start":"2026-08-04T15:29:48.859436Z","end":"2026-08-04T15:29:49.514259Z","steps":["trace[1043361303] 'agreement among raft nodes before linearized reading' (duration: 654.626318ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:29:49.514299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.936815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:29:49.514337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:29:48.859426Z","time spent":"654.900027ms","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:29:49.514402Z","caller":"traceutil/trace.go:171","msg":"trace[24703308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4344; }","duration":"103.10964ms","start":"2026-08-04T15:29:49.411266Z","end":"2026-08-04T15:29:49.514375Z","steps":["trace[24703308] 'agreement among raft nodes before linearized reading' (duration: 102.924004ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:29:50.255974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.058359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-04T15:29:50.256075Z","caller":"traceutil/trace.go:171","msg":"trace[1074082271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4348; }","duration":"103.202714ms","start":"2026-08-04T15:29:50.152847Z","end":"2026-08-04T15:29:50.256049Z","steps":["trace[1074082271] 'agreement among raft nodes before linearized reading' (duration: 102.941505ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:29:50.255956Z","caller":"traceutil/trace.go:171","msg":"trace[360094979] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"113.506354ms","start":"2026-08-04T15:29:50.14241Z","end":"2026-08-04T15:29:50.255916Z","steps":["trace[360094979] 'process raft request' (duration: 113.153803ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:29:50.363958Z","caller":"traceutil/trace.go:171","msg":"trace[197788537] linearizableReadLoop","detail":"{readStateIndex:4532; appliedIndex:4530; }","duration":"101.312753ms","start":"2026-08-04T15:29:50.262596Z","end":"2026-08-04T15:29:50.363909Z","steps":["trace[197788537] 'read index received' (duration: 28.529786ms)","trace[197788537] 'applied index is now lower than readState.Index' (duration: 72.781667ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:29:50.363987Z","caller":"traceutil/trace.go:171","msg":"trace[1215944888] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"103.697029ms","start":"2026-08-04T15:29:50.260234Z","end":"2026-08-04T15:29:50.363931Z","steps":["trace[1215944888] 'process raft request' (duration: 30.899602ms)","trace[1215944888] 'compare' (duration: 72.481597ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:29:50.36401Z","caller":"traceutil/trace.go:171","msg":"trace[640274589] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"103.437861ms","start":"2026-08-04T15:29:50.260523Z","end":"2026-08-04T15:29:50.363961Z","steps":["trace[640274589] 'process raft request' (duration: 103.280976ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:29:50.364276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.657964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-04T15:29:50.364332Z","caller":"traceutil/trace.go:171","msg":"trace[547929066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4350; }","duration":"101.778008ms","start":"2026-08-04T15:29:50.26254Z","end":"2026-08-04T15:29:50.364318Z","steps":["trace[547929066] 'agreement among raft nodes before linearized reading' (duration: 101.560701ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:29:51.347232Z","caller":"traceutil/trace.go:171","msg":"trace[1917944168] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"152.596529ms","start":"2026-08-04T15:29:51.194602Z","end":"2026-08-04T15:29:51.347199Z","steps":["trace[1917944168] 'process raft request' (duration: 151.218395ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:29:51.717287Z","caller":"traceutil/trace.go:171","msg":"trace[550430622] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"193.71261ms","start":"2026-08-04T15:29:51.523529Z","end":"2026-08-04T15:29:51.717241Z","steps":["trace[550430622] 'process raft request' (duration: 192.975616ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:29:51.944771Z","caller":"traceutil/trace.go:171","msg":"trace[1944276364] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"192.708447ms","start":"2026-08-04T15:29:51.752013Z","end":"2026-08-04T15:29:51.944722Z","steps":["trace[1944276364] 'process raft request' (duration: 141.677789ms)","trace[1944276364] 'compare' (duration: 50.745879ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:29:52.32904Z","caller":"traceutil/trace.go:171","msg":"trace[962366658] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"104.64681ms","start":"2026-08-04T15:29:52.224361Z","end":"2026-08-04T15:29:52.329007Z","steps":["trace[962366658] 'process raft request' (duration: 70.893026ms)","trace[962366658] 'compare' (duration: 33.507016ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:08.25424Z","caller":"traceutil/trace.go:171","msg":"trace[1384404604] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"122.664309ms","start":"2026-08-04T15:30:08.131522Z","end":"2026-08-04T15:30:08.254186Z","steps":["trace[1384404604] 'process raft request' (duration: 122.416731ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:09.445457Z","caller":"traceutil/trace.go:171","msg":"trace[36337209] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"181.296161ms","start":"2026-08-04T15:30:09.264123Z","end":"2026-08-04T15:30:09.445419Z","steps":["trace[36337209] 'process raft request' (duration: 180.94607ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:09.792664Z","caller":"traceutil/trace.go:171","msg":"trace[2060142917] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"459.042478ms","start":"2026-08-04T15:30:09.333596Z","end":"2026-08-04T15:30:09.792638Z","steps":["trace[2060142917] 'process raft request' (duration: 458.632765ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:09.792826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:09.333553Z","time spent":"459.191324ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:30:09.793116Z","caller":"traceutil/trace.go:171","msg":"trace[1111352137] linearizableReadLoop","detail":"{readStateIndex:5106; appliedIndex:5104; }","duration":"356.697682ms","start":"2026-08-04T15:30:09.436381Z","end":"2026-08-04T15:30:09.793079Z","steps":["trace[1111352137] 'read index received' (duration: 8.259315ms)","trace[1111352137] 'applied index is now lower than readState.Index' (duration: 348.434947ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:09.793169Z","caller":"traceutil/trace.go:171","msg":"trace[605168185] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"354.553634ms","start":"2026-08-04T15:30:09.438599Z","end":"2026-08-04T15:30:09.793153Z","steps":["trace[605168185] 'process raft request' (duration: 353.969005ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:09.793251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:09.438579Z","time spent":"354.629447ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:30:09.793359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.197679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:30:09.793402Z","caller":"traceutil/trace.go:171","msg":"trace[273339660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4912; }","duration":"305.315753ms","start":"2026-08-04T15:30:09.488069Z","end":"2026-08-04T15:30:09.793384Z","steps":["trace[273339660] 'agreement among raft nodes before linearized reading' (duration: 305.20405ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:09.793435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:09.488041Z","time spent":"305.385316ms","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:30:09.793437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.027493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bccfbcf5-abbe-4ec5-acc3-4ab3047b6e3d\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-08-04T15:30:09.793522Z","caller":"traceutil/trace.go:171","msg":"trace[1621900491] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bccfbcf5-abbe-4ec5-acc3-4ab3047b6e3d; range_end:; response_count:1; response_revision:4912; }","duration":"357.127756ms","start":"2026-08-04T15:30:09.436373Z","end":"2026-08-04T15:30:09.793501Z","steps":["trace[1621900491] 'agreement among raft nodes before linearized reading' (duration: 356.885158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:09.793564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:09.43635Z","time spent":"357.205579ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bccfbcf5-abbe-4ec5-acc3-4ab3047b6e3d\" "} {"level":"warn","ts":"2026-08-04T15:30:09.793565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.26764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-04T15:30:09.793675Z","caller":"traceutil/trace.go:171","msg":"trace[379972710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4912; }","duration":"257.445226ms","start":"2026-08-04T15:30:09.536201Z","end":"2026-08-04T15:30:09.793646Z","steps":["trace[379972710] 'agreement among raft nodes before linearized reading' (duration: 257.126315ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:09.79374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.740616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0f194c8-ff02-41bb-ae35-3106b9c0e57f\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-08-04T15:30:09.79384Z","caller":"traceutil/trace.go:171","msg":"trace[1102035146] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0f194c8-ff02-41bb-ae35-3106b9c0e57f; range_end:; response_count:1; response_revision:4912; }","duration":"262.87147ms","start":"2026-08-04T15:30:09.530945Z","end":"2026-08-04T15:30:09.793816Z","steps":["trace[1102035146] 'agreement among raft nodes before linearized reading' (duration: 262.592261ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:09.794611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.246491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2210296"} {"level":"info","ts":"2026-08-04T15:30:09.794665Z","caller":"traceutil/trace.go:171","msg":"trace[1697336925] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4912; }","duration":"272.344134ms","start":"2026-08-04T15:30:09.522308Z","end":"2026-08-04T15:30:09.794652Z","steps":["trace[1697336925] 'agreement among raft nodes before linearized reading' (duration: 271.251099ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:10.005402Z","caller":"traceutil/trace.go:171","msg":"trace[606815340] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"202.408839ms","start":"2026-08-04T15:30:09.802933Z","end":"2026-08-04T15:30:10.005342Z","steps":["trace[606815340] 'process raft request' (duration: 184.372079ms)","trace[606815340] 'compare' (duration: 17.74591ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:10.005429Z","caller":"traceutil/trace.go:171","msg":"trace[408359580] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5107; }","duration":"179.328528ms","start":"2026-08-04T15:30:09.826076Z","end":"2026-08-04T15:30:10.005404Z","steps":["trace[408359580] 'read index received' (duration: 6.261661ms)","trace[408359580] 'applied index is now lower than readState.Index' (duration: 173.065047ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:10.005586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.498673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-08-04T15:30:10.005747Z","caller":"traceutil/trace.go:171","msg":"trace[687882510] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4914; }","duration":"179.674448ms","start":"2026-08-04T15:30:09.826034Z","end":"2026-08-04T15:30:10.005708Z","steps":["trace[687882510] 'agreement among raft nodes before linearized reading' (duration: 179.444091ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:10.006011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.721648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0f194c8-ff02-41bb-ae35-3106b9c0e57f\" ","response":"range_response_count:1 size:3894"} {"level":"warn","ts":"2026-08-04T15:30:10.006003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.702437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-08-04T15:30:10.006056Z","caller":"traceutil/trace.go:171","msg":"trace[1993316510] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0f194c8-ff02-41bb-ae35-3106b9c0e57f; range_end:; response_count:1; response_revision:4914; }","duration":"121.809661ms","start":"2026-08-04T15:30:09.884235Z","end":"2026-08-04T15:30:10.006045Z","steps":["trace[1993316510] 'agreement among raft nodes before linearized reading' (duration: 121.736559ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:10.006095Z","caller":"traceutil/trace.go:171","msg":"trace[24651607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:4914; }","duration":"168.81616ms","start":"2026-08-04T15:30:09.837253Z","end":"2026-08-04T15:30:10.006069Z","steps":["trace[24651607] 'agreement among raft nodes before linearized reading' (duration: 168.577572ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:10.640804Z","caller":"traceutil/trace.go:171","msg":"trace[916863215] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5122; }","duration":"164.239484ms","start":"2026-08-04T15:30:10.476533Z","end":"2026-08-04T15:30:10.640772Z","steps":["trace[916863215] 'read index received' (duration: 162.119306ms)","trace[916863215] 'applied index is now lower than readState.Index' (duration: 2.118778ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:10.641191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.766499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-04T15:30:10.641214Z","caller":"traceutil/trace.go:171","msg":"trace[1796338324] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4927; }","duration":"170.388291ms","start":"2026-08-04T15:30:10.47077Z","end":"2026-08-04T15:30:10.641158Z","steps":["trace[1796338324] 'process raft request' (duration: 167.86235ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:10.641295Z","caller":"traceutil/trace.go:171","msg":"trace[1057100278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4927; }","duration":"173.905204ms","start":"2026-08-04T15:30:10.467365Z","end":"2026-08-04T15:30:10.641271Z","steps":["trace[1057100278] 'range keys from in-memory index tree' (duration: 173.578803ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:10.641336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.774231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-04T15:30:10.641386Z","caller":"traceutil/trace.go:171","msg":"trace[435257406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4927; }","duration":"164.864734ms","start":"2026-08-04T15:30:10.476505Z","end":"2026-08-04T15:30:10.64137Z","steps":["trace[435257406] 'agreement among raft nodes before linearized reading' (duration: 164.673038ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:12.338666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.407917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:30:12.338826Z","caller":"traceutil/trace.go:171","msg":"trace[431858605] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5063; }","duration":"106.640964ms","start":"2026-08-04T15:30:12.232159Z","end":"2026-08-04T15:30:12.3388Z","steps":["trace[431858605] 'count revisions from in-memory index tree' (duration: 106.2214ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:15.056892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.725453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-04T15:30:15.056975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.608324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786940"} {"level":"info","ts":"2026-08-04T15:30:15.057013Z","caller":"traceutil/trace.go:171","msg":"trace[101521040] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5143; }","duration":"204.908199ms","start":"2026-08-04T15:30:14.852081Z","end":"2026-08-04T15:30:15.05699Z","steps":["trace[101521040] 'count revisions from in-memory index tree' (duration: 204.62286ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:15.057065Z","caller":"traceutil/trace.go:171","msg":"trace[328160421] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5143; }","duration":"268.750249ms","start":"2026-08-04T15:30:14.788294Z","end":"2026-08-04T15:30:15.057045Z","steps":["trace[328160421] 'range keys from in-memory index tree' (duration: 268.076447ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:15.057085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.981884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4389c4f2-d2ba-4ab1-a9ca-7f2d39b93cc3\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-08-04T15:30:15.057167Z","caller":"traceutil/trace.go:171","msg":"trace[1394825272] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4389c4f2-d2ba-4ab1-a9ca-7f2d39b93cc3; range_end:; response_count:1; response_revision:5143; }","duration":"116.101418ms","start":"2026-08-04T15:30:14.941045Z","end":"2026-08-04T15:30:15.057146Z","steps":["trace[1394825272] 'range keys from in-memory index tree' (duration: 115.738536ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:15.278995Z","caller":"traceutil/trace.go:171","msg":"trace[1225689444] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"215.20758ms","start":"2026-08-04T15:30:15.063758Z","end":"2026-08-04T15:30:15.278966Z","steps":["trace[1225689444] 'process raft request' (duration: 215.020054ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:26.556512Z","caller":"traceutil/trace.go:171","msg":"trace[326899177] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"120.345263ms","start":"2026-08-04T15:30:26.436142Z","end":"2026-08-04T15:30:26.556487Z","steps":["trace[326899177] 'process raft request' (duration: 120.23694ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:26.800374Z","caller":"traceutil/trace.go:171","msg":"trace[1344063941] linearizableReadLoop","detail":"{readStateIndex:5552; appliedIndex:5551; }","duration":"243.324372ms","start":"2026-08-04T15:30:26.55702Z","end":"2026-08-04T15:30:26.800344Z","steps":["trace[1344063941] 'read index received' (duration: 231.1237ms)","trace[1344063941] 'applied index is now lower than readState.Index' (duration: 12.199302ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:26.800645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.151701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:30:26.800718Z","caller":"traceutil/trace.go:171","msg":"trace[1927183895] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5342; }","duration":"250.249355ms","start":"2026-08-04T15:30:26.550452Z","end":"2026-08-04T15:30:26.800702Z","steps":["trace[1927183895] 'agreement among raft nodes before linearized reading' (duration: 250.11485ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:26.800676Z","caller":"traceutil/trace.go:171","msg":"trace[1801567949] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"321.558055ms","start":"2026-08-04T15:30:26.479086Z","end":"2026-08-04T15:30:26.800644Z","steps":["trace[1801567949] 'process raft request' (duration: 309.063404ms)","trace[1801567949] 'compare' (duration: 12.074397ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:26.800837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.789582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-04T15:30:26.800886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:26.479078Z","time spent":"321.690389ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:30:26.800892Z","caller":"traceutil/trace.go:171","msg":"trace[2103311990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5342; }","duration":"321.860604ms","start":"2026-08-04T15:30:26.479023Z","end":"2026-08-04T15:30:26.800884Z","steps":["trace[2103311990] 'agreement among raft nodes before linearized reading' (duration: 321.631307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:26.800966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:26.479015Z","time spent":"321.941247ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-04T15:30:26.832504Z","caller":"traceutil/trace.go:171","msg":"trace[1026849012] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"270.469604ms","start":"2026-08-04T15:30:26.562001Z","end":"2026-08-04T15:30:26.832471Z","steps":["trace[1026849012] 'process raft request' (duration: 270.196595ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.006765Z","caller":"traceutil/trace.go:171","msg":"trace[1894248346] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"168.052226ms","start":"2026-08-04T15:30:26.838668Z","end":"2026-08-04T15:30:27.00672Z","steps":["trace[1894248346] 'process raft request' (duration: 99.089822ms)","trace[1894248346] 'compare' (duration: 68.648384ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:27.00706Z","caller":"traceutil/trace.go:171","msg":"trace[178016220] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"162.089334ms","start":"2026-08-04T15:30:26.844936Z","end":"2026-08-04T15:30:27.007025Z","steps":["trace[178016220] 'process raft request' (duration: 161.882587ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.00691Z","caller":"traceutil/trace.go:171","msg":"trace[326974310] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"168.218882ms","start":"2026-08-04T15:30:26.838663Z","end":"2026-08-04T15:30:27.006882Z","steps":["trace[326974310] 'process raft request' (duration: 168.101068ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.253682Z","caller":"traceutil/trace.go:171","msg":"trace[982441399] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"383.737901ms","start":"2026-08-04T15:30:26.869916Z","end":"2026-08-04T15:30:27.253653Z","steps":["trace[982441399] 'process raft request' (duration: 383.439591ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:27.253858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:26.869899Z","time spent":"383.871665ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129163,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:30:27.314953Z","caller":"traceutil/trace.go:171","msg":"trace[1811641676] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5557; }","duration":"299.206797ms","start":"2026-08-04T15:30:27.015722Z","end":"2026-08-04T15:30:27.314928Z","steps":["trace[1811641676] 'read index received' (duration: 237.63243ms)","trace[1811641676] 'applied index is now lower than readState.Index' (duration: 61.573327ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:27.315168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.432644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-75lwj\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-08-04T15:30:27.315199Z","caller":"traceutil/trace.go:171","msg":"trace[1100276481] range","detail":"{range_begin:/registry/pods/monitoring/vector-75lwj; range_end:; response_count:1; response_revision:5350; }","duration":"299.528166ms","start":"2026-08-04T15:30:27.015662Z","end":"2026-08-04T15:30:27.31519Z","steps":["trace[1100276481] 'agreement among raft nodes before linearized reading' (duration: 299.367571ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.315511Z","caller":"traceutil/trace.go:171","msg":"trace[1843795122] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"301.864492ms","start":"2026-08-04T15:30:27.013616Z","end":"2026-08-04T15:30:27.31548Z","steps":["trace[1843795122] 'process raft request' (duration: 301.253882ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.315659Z","caller":"traceutil/trace.go:171","msg":"trace[699644496] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"302.233144ms","start":"2026-08-04T15:30:27.01341Z","end":"2026-08-04T15:30:27.315643Z","steps":["trace[699644496] 'process raft request' (duration: 301.311544ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:27.315748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:27.01338Z","time spent":"302.308516ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:30:27.316543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:27.013607Z","time spent":"301.968545ms","remote":"127.0.0.1:44048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:30:27.456504Z","caller":"traceutil/trace.go:171","msg":"trace[1615520823] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"200.773976ms","start":"2026-08-04T15:30:27.255664Z","end":"2026-08-04T15:30:27.456438Z","steps":["trace[1615520823] 'process raft request' (duration: 137.995321ms)","trace[1615520823] 'compare' (duration: 62.336951ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:27.480066Z","caller":"traceutil/trace.go:171","msg":"trace[1349985395] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"154.287014ms","start":"2026-08-04T15:30:27.325745Z","end":"2026-08-04T15:30:27.480032Z","steps":["trace[1349985395] 'process raft request' (duration: 153.654404ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.480419Z","caller":"traceutil/trace.go:171","msg":"trace[229966112] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"103.257246ms","start":"2026-08-04T15:30:27.377132Z","end":"2026-08-04T15:30:27.48039Z","steps":["trace[229966112] 'process raft request' (duration: 102.46165ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.48222Z","caller":"traceutil/trace.go:171","msg":"trace[2099033364] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"154.612505ms","start":"2026-08-04T15:30:27.325812Z","end":"2026-08-04T15:30:27.480425Z","steps":["trace[2099033364] 'process raft request' (duration: 153.739727ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.710645Z","caller":"traceutil/trace.go:171","msg":"trace[1213365925] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5564; }","duration":"219.741316ms","start":"2026-08-04T15:30:27.490873Z","end":"2026-08-04T15:30:27.710614Z","steps":["trace[1213365925] 'read index received' (duration: 16.904463ms)","trace[1213365925] 'applied index is now lower than readState.Index' (duration: 202.835393ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:27.711159Z","caller":"traceutil/trace.go:171","msg":"trace[1581122389] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"220.377816ms","start":"2026-08-04T15:30:27.490763Z","end":"2026-08-04T15:30:27.711141Z","steps":["trace[1581122389] 'process raft request' (duration: 219.792027ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.711235Z","caller":"traceutil/trace.go:171","msg":"trace[1290451063] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"224.062534ms","start":"2026-08-04T15:30:27.48715Z","end":"2026-08-04T15:30:27.711213Z","steps":["trace[1290451063] 'process raft request' (duration: 223.30845ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:27.711235Z","caller":"traceutil/trace.go:171","msg":"trace[1254143709] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"224.048813ms","start":"2026-08-04T15:30:27.48715Z","end":"2026-08-04T15:30:27.711199Z","steps":["trace[1254143709] 'process raft request' (duration: 141.547094ms)","trace[1254143709] 'compare' (duration: 81.602921ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:27.711568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.667865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:30:27.711626Z","caller":"traceutil/trace.go:171","msg":"trace[1311769006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5359; }","duration":"220.784789ms","start":"2026-08-04T15:30:27.490826Z","end":"2026-08-04T15:30:27.711611Z","steps":["trace[1311769006] 'agreement among raft nodes before linearized reading' (duration: 220.665845ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:28.917685Z","caller":"traceutil/trace.go:171","msg":"trace[1772526469] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"350.07547ms","start":"2026-08-04T15:30:28.567581Z","end":"2026-08-04T15:30:28.917657Z","steps":["trace[1772526469] 'process raft request' (duration: 349.791431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:28.917862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:28.567546Z","time spent":"350.220055ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:30:29.136127Z","caller":"traceutil/trace.go:171","msg":"trace[2022355479] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"415.969585ms","start":"2026-08-04T15:30:28.720114Z","end":"2026-08-04T15:30:29.136083Z","steps":["trace[2022355479] 'process raft request' (duration: 415.759019ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:29.13618Z","caller":"traceutil/trace.go:171","msg":"trace[808876037] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"385.978682ms","start":"2026-08-04T15:30:28.750166Z","end":"2026-08-04T15:30:29.136145Z","steps":["trace[808876037] 'process raft request' (duration: 385.879809ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:29.136264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.642639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:30:29.136309Z","caller":"traceutil/trace.go:171","msg":"trace[707664983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5366; }","duration":"436.748292ms","start":"2026-08-04T15:30:28.699549Z","end":"2026-08-04T15:30:29.136297Z","steps":["trace[707664983] 'agreement among raft nodes before linearized reading' (duration: 436.641269ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:29.136352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:28.699509Z","time spent":"436.833686ms","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:30:29.136378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:28.750147Z","time spent":"386.138028ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:30:29.136377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:28.720082Z","time spent":"416.150241ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:30:29.136442Z","caller":"traceutil/trace.go:171","msg":"trace[853614788] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"393.119182ms","start":"2026-08-04T15:30:28.743289Z","end":"2026-08-04T15:30:29.136408Z","steps":["trace[853614788] 'process raft request' (duration: 392.701799ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:29.136138Z","caller":"traceutil/trace.go:171","msg":"trace[114351855] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5571; }","duration":"436.515436ms","start":"2026-08-04T15:30:28.699599Z","end":"2026-08-04T15:30:29.136115Z","steps":["trace[114351855] 'read index received' (duration: 217.844085ms)","trace[114351855] 'applied index is now lower than readState.Index' (duration: 218.67024ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:29.136507Z","caller":"traceutil/trace.go:171","msg":"trace[829171173] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"329.063895ms","start":"2026-08-04T15:30:28.807406Z","end":"2026-08-04T15:30:29.13647Z","steps":["trace[829171173] 'process raft request' (duration: 328.670942ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:29.136629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:28.743249Z","time spent":"393.273347ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:30:29.136694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:28.807391Z","time spent":"329.19245ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:30:29.136873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.002163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-04T15:30:29.136961Z","caller":"traceutil/trace.go:171","msg":"trace[173661976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5366; }","duration":"300.130327ms","start":"2026-08-04T15:30:28.836805Z","end":"2026-08-04T15:30:29.136936Z","steps":["trace[173661976] 'agreement among raft nodes before linearized reading' (duration: 299.810387ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:29.137013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:28.836792Z","time spent":"300.211109ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-04T15:30:29.137183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.556361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:30:29.137185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.071975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-04T15:30:29.137232Z","caller":"traceutil/trace.go:171","msg":"trace[384130829] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5366; }","duration":"106.653745ms","start":"2026-08-04T15:30:29.030562Z","end":"2026-08-04T15:30:29.137216Z","steps":["trace[384130829] 'agreement among raft nodes before linearized reading' (duration: 106.560932ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:29.13724Z","caller":"traceutil/trace.go:171","msg":"trace[650929022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5366; }","duration":"125.174759ms","start":"2026-08-04T15:30:29.012049Z","end":"2026-08-04T15:30:29.137223Z","steps":["trace[650929022] 'agreement among raft nodes before linearized reading' (duration: 124.985383ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:29.137244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.85362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-04T15:30:29.13731Z","caller":"traceutil/trace.go:171","msg":"trace[248144439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5366; }","duration":"125.970775ms","start":"2026-08-04T15:30:29.011327Z","end":"2026-08-04T15:30:29.137298Z","steps":["trace[248144439] 'agreement among raft nodes before linearized reading' (duration: 125.781318ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:29.13753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.6663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-04T15:30:29.137595Z","caller":"traceutil/trace.go:171","msg":"trace[1380113662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5366; }","duration":"265.793354ms","start":"2026-08-04T15:30:28.871785Z","end":"2026-08-04T15:30:29.137578Z","steps":["trace[1380113662] 'agreement among raft nodes before linearized reading' (duration: 265.585967ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:36.815932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.612977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:30:36.816047Z","caller":"traceutil/trace.go:171","msg":"trace[1162062316] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5536; }","duration":"416.817254ms","start":"2026-08-04T15:30:36.399205Z","end":"2026-08-04T15:30:36.816022Z","steps":["trace[1162062316] 'range keys from in-memory index tree' (duration: 416.415641ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:36.816041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.790855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39bf5f72-9441-46f1-a06b-f333736a465f\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-08-04T15:30:36.8161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:36.399175Z","time spent":"416.914167ms","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-08-04T15:30:36.816155Z","caller":"traceutil/trace.go:171","msg":"trace[693697814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39bf5f72-9441-46f1-a06b-f333736a465f; range_end:; response_count:1; response_revision:5536; }","duration":"284.951139ms","start":"2026-08-04T15:30:36.531173Z","end":"2026-08-04T15:30:36.816125Z","steps":["trace[693697814] 'range keys from in-memory index tree' (duration: 284.579028ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:36.816182Z","caller":"traceutil/trace.go:171","msg":"trace[1677906801] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"174.238245ms","start":"2026-08-04T15:30:36.641849Z","end":"2026-08-04T15:30:36.816087Z","steps":["trace[1677906801] 'process raft request' (duration: 154.612935ms)","trace[1677906801] 'compare' (duration: 19.017501ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:37.429052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323569294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-04T15:30:37.455256Z","caller":"traceutil/trace.go:171","msg":"trace[1129902831] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"585.085284ms","start":"2026-08-04T15:30:36.870141Z","end":"2026-08-04T15:30:37.455226Z","steps":["trace[1129902831] 'process raft request' (duration: 584.896688ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:37.455426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:36.870119Z","time spent":"585.196028ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:30:37.663157Z","caller":"traceutil/trace.go:171","msg":"trace[549378175] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"499.306141ms","start":"2026-08-04T15:30:37.163809Z","end":"2026-08-04T15:30:37.663115Z","steps":["trace[549378175] 'process raft request' (duration: 411.711839ms)","trace[549378175] 'compare' (duration: 87.061685ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:37.663166Z","caller":"traceutil/trace.go:171","msg":"trace[760192099] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"142.297909ms","start":"2026-08-04T15:30:37.520839Z","end":"2026-08-04T15:30:37.663137Z","steps":["trace[760192099] 'process raft request' (duration: 142.235887ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:37.663288Z","caller":"traceutil/trace.go:171","msg":"trace[2057301372] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5749; }","duration":"734.673187ms","start":"2026-08-04T15:30:36.928505Z","end":"2026-08-04T15:30:37.663178Z","steps":["trace[2057301372] 'read index received' (duration: 526.569345ms)","trace[2057301372] 'applied index is now lower than readState.Index' (duration: 208.098642ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:37.663353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:37.163776Z","time spent":"499.472596ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:30:37.663487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.926616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:30:37.663597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.419122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:30:37.663612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.526681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-04T15:30:37.663625Z","caller":"traceutil/trace.go:171","msg":"trace[1552686383] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5540; }","duration":"735.138642ms","start":"2026-08-04T15:30:36.928452Z","end":"2026-08-04T15:30:37.66359Z","steps":["trace[1552686383] 'agreement among raft nodes before linearized reading' (duration: 734.833542ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:37.663649Z","caller":"traceutil/trace.go:171","msg":"trace[1508960999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5540; }","duration":"251.554466ms","start":"2026-08-04T15:30:37.412075Z","end":"2026-08-04T15:30:37.66363Z","steps":["trace[1508960999] 'agreement among raft nodes before linearized reading' (duration: 251.423212ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:37.663714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:36.928429Z","time spent":"735.264027ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:30:37.66375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.089786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-04T15:30:37.663781Z","caller":"traceutil/trace.go:171","msg":"trace[906894611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5540; }","duration":"481.165989ms","start":"2026-08-04T15:30:37.182608Z","end":"2026-08-04T15:30:37.663774Z","steps":["trace[906894611] 'agreement among raft nodes before linearized reading' (duration: 481.079016ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:37.663808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.387569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-04T15:30:37.663818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:37.182592Z","time spent":"481.22075ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-04T15:30:37.66386Z","caller":"traceutil/trace.go:171","msg":"trace[1827859227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5540; }","duration":"487.492822ms","start":"2026-08-04T15:30:37.176354Z","end":"2026-08-04T15:30:37.663847Z","steps":["trace[1827859227] 'agreement among raft nodes before linearized reading' (duration: 487.399569ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:37.6639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:37.17631Z","time spent":"487.582165ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-04T15:30:37.663644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.714108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-04T15:30:37.663732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.989206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-04T15:30:37.664049Z","caller":"traceutil/trace.go:171","msg":"trace[1446649456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5540; }","duration":"692.131392ms","start":"2026-08-04T15:30:36.971875Z","end":"2026-08-04T15:30:37.664007Z","steps":["trace[1446649456] 'agreement among raft nodes before linearized reading' (duration: 691.611835ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:37.66417Z","caller":"traceutil/trace.go:171","msg":"trace[2093389817] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5540; }","duration":"482.44729ms","start":"2026-08-04T15:30:37.181694Z","end":"2026-08-04T15:30:37.664141Z","steps":["trace[2093389817] 'agreement among raft nodes before linearized reading' (duration: 481.982545ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:37.664244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:37.181678Z","time spent":"482.545254ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-04T15:30:37.664275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:36.971863Z","time spent":"692.325197ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-04T15:30:37.663662Z","caller":"traceutil/trace.go:171","msg":"trace[1247720033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5540; }","duration":"481.598543ms","start":"2026-08-04T15:30:37.182052Z","end":"2026-08-04T15:30:37.66365Z","steps":["trace[1247720033] 'agreement among raft nodes before linearized reading' (duration: 481.433578ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:37.664473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:37.182017Z","time spent":"482.383438ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-04T15:30:37.884806Z","caller":"traceutil/trace.go:171","msg":"trace[1258133408] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"215.013123ms","start":"2026-08-04T15:30:37.669765Z","end":"2026-08-04T15:30:37.884778Z","steps":["trace[1258133408] 'process raft request' (duration: 214.863268ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:37.884879Z","caller":"traceutil/trace.go:171","msg":"trace[866993283] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"215.034994ms","start":"2026-08-04T15:30:37.669834Z","end":"2026-08-04T15:30:37.884869Z","steps":["trace[866993283] 'process raft request' (duration: 214.859978ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:37.884784Z","caller":"traceutil/trace.go:171","msg":"trace[1105413101] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"215.478709ms","start":"2026-08-04T15:30:37.669259Z","end":"2026-08-04T15:30:37.884738Z","steps":["trace[1105413101] 'process raft request' (duration: 168.631594ms)","trace[1105413101] 'compare' (duration: 46.547465ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:37.884891Z","caller":"traceutil/trace.go:171","msg":"trace[1395947260] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"214.843628ms","start":"2026-08-04T15:30:37.670004Z","end":"2026-08-04T15:30:37.884848Z","steps":["trace[1395947260] 'process raft request' (duration: 214.736075ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:37.885058Z","caller":"traceutil/trace.go:171","msg":"trace[950151291] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"214.90088ms","start":"2026-08-04T15:30:37.670109Z","end":"2026-08-04T15:30:37.88501Z","steps":["trace[950151291] 'process raft request' (duration: 214.673582ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.537077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323569333,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-04T15:30:40.888232Z","caller":"traceutil/trace.go:171","msg":"trace[385977716] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5770; }","duration":"851.501529ms","start":"2026-08-04T15:30:40.036699Z","end":"2026-08-04T15:30:40.8882Z","steps":["trace[385977716] 'read index received' (duration: 851.327253ms)","trace[385977716] 'applied index is now lower than readState.Index' (duration: 172.476µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:40.888359Z","caller":"traceutil/trace.go:171","msg":"trace[710942484] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"893.035972ms","start":"2026-08-04T15:30:39.995281Z","end":"2026-08-04T15:30:40.888317Z","steps":["trace[710942484] 'process raft request' (duration: 892.689631ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.888449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.717275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:30:40.888495Z","caller":"traceutil/trace.go:171","msg":"trace[1288104259] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5558; }","duration":"851.84835ms","start":"2026-08-04T15:30:40.03663Z","end":"2026-08-04T15:30:40.888479Z","steps":["trace[1288104259] 'agreement among raft nodes before linearized reading' (duration: 851.747146ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.888538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:40.036603Z","time spent":"851.925032ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:30:40.888552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:39.995249Z","time spent":"893.191327ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:30:40.888938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.364706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mvdrg\" ","response":"range_response_count:1 size:9769"} {"level":"warn","ts":"2026-08-04T15:30:40.888945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.763754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:30:40.889013Z","caller":"traceutil/trace.go:171","msg":"trace[739523003] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mvdrg; range_end:; response_count:1; response_revision:5558; }","duration":"847.458829ms","start":"2026-08-04T15:30:40.041531Z","end":"2026-08-04T15:30:40.88899Z","steps":["trace[739523003] 'agreement among raft nodes before linearized reading' (duration: 847.219731ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.889056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:40.041521Z","time spent":"847.526901ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9792,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mvdrg\" "} {"level":"warn","ts":"2026-08-04T15:30:40.889051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.514189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:30:40.889077Z","caller":"traceutil/trace.go:171","msg":"trace[1564706024] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5558; }","duration":"603.899748ms","start":"2026-08-04T15:30:40.285129Z","end":"2026-08-04T15:30:40.889029Z","steps":["trace[1564706024] 'agreement among raft nodes before linearized reading' (duration: 603.63223ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:40.889104Z","caller":"traceutil/trace.go:171","msg":"trace[428511826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5558; }","duration":"262.604551ms","start":"2026-08-04T15:30:40.626485Z","end":"2026-08-04T15:30:40.88909Z","steps":["trace[428511826] 'agreement among raft nodes before linearized reading' (duration: 262.518389ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.889166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:40.28506Z","time spent":"604.084295ms","remote":"127.0.0.1:44234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:30:40.889276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.062308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-08-04T15:30:40.889331Z","caller":"traceutil/trace.go:171","msg":"trace[1415610166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:5558; }","duration":"682.126971ms","start":"2026-08-04T15:30:40.20719Z","end":"2026-08-04T15:30:40.889317Z","steps":["trace[1415610166] 'agreement among raft nodes before linearized reading' (duration: 682.019597ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.889371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:40.207182Z","time spent":"682.182072ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"warn","ts":"2026-08-04T15:30:40.889367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.380456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-04T15:30:40.889418Z","caller":"traceutil/trace.go:171","msg":"trace[2005780913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5558; }","duration":"785.490939ms","start":"2026-08-04T15:30:40.103913Z","end":"2026-08-04T15:30:40.889404Z","steps":["trace[2005780913] 'agreement among raft nodes before linearized reading' (duration: 785.352405ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.889472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:40.103887Z","time spent":"785.573381ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-04T15:30:40.889485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.760092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:30:40.889522Z","caller":"traceutil/trace.go:171","msg":"trace[741382183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5558; }","duration":"355.828304ms","start":"2026-08-04T15:30:40.533684Z","end":"2026-08-04T15:30:40.889512Z","steps":["trace[741382183] 'agreement among raft nodes before linearized reading' (duration: 355.771172ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.889562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:40.533668Z","time spent":"355.887365ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:30:40.889174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.805584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-08-04T15:30:40.889614Z","caller":"traceutil/trace.go:171","msg":"trace[1863163639] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5558; }","duration":"703.29234ms","start":"2026-08-04T15:30:40.186305Z","end":"2026-08-04T15:30:40.889597Z","steps":["trace[1863163639] 'agreement among raft nodes before linearized reading' (duration: 702.721411ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:40.889668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:40.186285Z","time spent":"703.371573ms","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-08-04T15:30:41.059836Z","caller":"traceutil/trace.go:171","msg":"trace[49035677] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5772; }","duration":"139.357164ms","start":"2026-08-04T15:30:40.920449Z","end":"2026-08-04T15:30:41.059806Z","steps":["trace[49035677] 'read index received' (duration: 138.971832ms)","trace[49035677] 'applied index is now lower than readState.Index' (duration: 383.762µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:41.05997Z","caller":"traceutil/trace.go:171","msg":"trace[712387979] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"158.041384ms","start":"2026-08-04T15:30:40.901879Z","end":"2026-08-04T15:30:41.059921Z","steps":["trace[712387979] 'process raft request' (duration: 157.731204ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:41.060084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.885273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39bf5f72-9441-46f1-a06b-f333736a465f\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-08-04T15:30:41.060137Z","caller":"traceutil/trace.go:171","msg":"trace[442895436] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39bf5f72-9441-46f1-a06b-f333736a465f; range_end:; response_count:1; response_revision:5560; }","duration":"154.974126ms","start":"2026-08-04T15:30:40.905149Z","end":"2026-08-04T15:30:41.060123Z","steps":["trace[442895436] 'agreement among raft nodes before linearized reading' (duration: 154.782469ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:46.052892Z","caller":"traceutil/trace.go:171","msg":"trace[463903543] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"116.675746ms","start":"2026-08-04T15:30:45.936176Z","end":"2026-08-04T15:30:46.052852Z","steps":["trace[463903543] 'process raft request' (duration: 116.377036ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:46.064652Z","caller":"traceutil/trace.go:171","msg":"trace[1448721506] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"128.385372ms","start":"2026-08-04T15:30:45.936239Z","end":"2026-08-04T15:30:46.064625Z","steps":["trace[1448721506] 'process raft request' (duration: 128.128473ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:46.064649Z","caller":"traceutil/trace.go:171","msg":"trace[2134275615] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"128.171356ms","start":"2026-08-04T15:30:45.936453Z","end":"2026-08-04T15:30:46.064624Z","steps":["trace[2134275615] 'process raft request' (duration: 128.089373ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:46.064701Z","caller":"traceutil/trace.go:171","msg":"trace[1682135688] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"128.229377ms","start":"2026-08-04T15:30:45.936429Z","end":"2026-08-04T15:30:46.064659Z","steps":["trace[1682135688] 'process raft request' (duration: 128.070842ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:46.064841Z","caller":"traceutil/trace.go:171","msg":"trace[1213347103] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"128.30095ms","start":"2026-08-04T15:30:45.936517Z","end":"2026-08-04T15:30:46.064818Z","steps":["trace[1213347103] 'process raft request' (duration: 128.065092ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.067339Z","caller":"traceutil/trace.go:171","msg":"trace[1527439501] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5919; }","duration":"308.407762ms","start":"2026-08-04T15:30:49.758906Z","end":"2026-08-04T15:30:50.067313Z","steps":["trace[1527439501] 'read index received' (duration: 308.230637ms)","trace[1527439501] 'applied index is now lower than readState.Index' (duration: 175.435µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:50.067418Z","caller":"traceutil/trace.go:171","msg":"trace[899947135] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"359.554074ms","start":"2026-08-04T15:30:49.707815Z","end":"2026-08-04T15:30:50.067369Z","steps":["trace[899947135] 'process raft request' (duration: 359.318477ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:50.067581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.66014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-08-04T15:30:50.067648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:49.707775Z","time spent":"359.75009ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:30:50.06769Z","caller":"traceutil/trace.go:171","msg":"trace[992742297] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5701; }","duration":"308.775214ms","start":"2026-08-04T15:30:49.75885Z","end":"2026-08-04T15:30:50.067625Z","steps":["trace[992742297] 'agreement among raft nodes before linearized reading' (duration: 308.587158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:50.067747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:30:49.758824Z","time spent":"308.906479ms","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-08-04T15:30:50.07025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.374619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:30:50.070309Z","caller":"traceutil/trace.go:171","msg":"trace[1911702257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5702; }","duration":"288.457232ms","start":"2026-08-04T15:30:49.781834Z","end":"2026-08-04T15:30:50.070291Z","steps":["trace[1911702257] 'agreement among raft nodes before linearized reading' (duration: 288.360489ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.0703Z","caller":"traceutil/trace.go:171","msg":"trace[1808362411] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"286.320333ms","start":"2026-08-04T15:30:49.783957Z","end":"2026-08-04T15:30:50.070277Z","steps":["trace[1808362411] 'process raft request' (duration: 286.043345ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:50.263557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.994848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:30:50.263683Z","caller":"traceutil/trace.go:171","msg":"trace[1693837407] linearizableReadLoop","detail":"{readStateIndex:5922; appliedIndex:5921; }","duration":"187.114917ms","start":"2026-08-04T15:30:50.076548Z","end":"2026-08-04T15:30:50.263663Z","steps":["trace[1693837407] 'read index received' (duration: 35.918913ms)","trace[1693837407] 'applied index is now lower than readState.Index' (duration: 151.194724ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:50.263769Z","caller":"traceutil/trace.go:171","msg":"trace[806945334] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"188.624366ms","start":"2026-08-04T15:30:50.075091Z","end":"2026-08-04T15:30:50.263715Z","steps":["trace[806945334] 'process raft request' (duration: 37.37214ms)","trace[806945334] 'compare' (duration: 150.832763ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:50.263855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.302533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39bf5f72-9441-46f1-a06b-f333736a465f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-08-04T15:30:50.263896Z","caller":"traceutil/trace.go:171","msg":"trace[1038432307] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39bf5f72-9441-46f1-a06b-f333736a465f; range_end:; response_count:1; response_revision:5703; }","duration":"187.387066ms","start":"2026-08-04T15:30:50.076497Z","end":"2026-08-04T15:30:50.263884Z","steps":["trace[1038432307] 'agreement among raft nodes before linearized reading' (duration: 187.244832ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:50.29465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.743748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-04T15:30:50.294734Z","caller":"traceutil/trace.go:171","msg":"trace[874871146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5704; }","duration":"216.854902ms","start":"2026-08-04T15:30:50.077863Z","end":"2026-08-04T15:30:50.294718Z","steps":["trace[874871146] 'agreement among raft nodes before linearized reading' (duration: 216.638105ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:50.294748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.742318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-04T15:30:50.294812Z","caller":"traceutil/trace.go:171","msg":"trace[1798284555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5704; }","duration":"216.81491ms","start":"2026-08-04T15:30:50.077976Z","end":"2026-08-04T15:30:50.294791Z","steps":["trace[1798284555] 'agreement among raft nodes before linearized reading' (duration: 216.627524ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.294804Z","caller":"traceutil/trace.go:171","msg":"trace[1693309182] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"214.005031ms","start":"2026-08-04T15:30:50.080763Z","end":"2026-08-04T15:30:50.294768Z","steps":["trace[1693309182] 'process raft request' (duration: 213.523855ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:50.29488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.727876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-04T15:30:50.294934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.935745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-04T15:30:50.294994Z","caller":"traceutil/trace.go:171","msg":"trace[1991450514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5704; }","duration":"215.893231ms","start":"2026-08-04T15:30:50.079075Z","end":"2026-08-04T15:30:50.294968Z","steps":["trace[1991450514] 'agreement among raft nodes before linearized reading' (duration: 215.486518ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.294998Z","caller":"traceutil/trace.go:171","msg":"trace[1526793946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5704; }","duration":"217.047059ms","start":"2026-08-04T15:30:50.077934Z","end":"2026-08-04T15:30:50.294981Z","steps":["trace[1526793946] 'agreement among raft nodes before linearized reading' (duration: 216.730968ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.411028Z","caller":"traceutil/trace.go:171","msg":"trace[93326323] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"110.331692ms","start":"2026-08-04T15:30:50.300648Z","end":"2026-08-04T15:30:50.410979Z","steps":["trace[93326323] 'process raft request' (duration: 79.959057ms)","trace[93326323] 'compare' (duration: 30.173069ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:30:50.411184Z","caller":"traceutil/trace.go:171","msg":"trace[1945750794] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"110.185737ms","start":"2026-08-04T15:30:50.300964Z","end":"2026-08-04T15:30:50.41115Z","steps":["trace[1945750794] 'process raft request' (duration: 109.991381ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.411237Z","caller":"traceutil/trace.go:171","msg":"trace[1848416322] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"110.56297ms","start":"2026-08-04T15:30:50.300655Z","end":"2026-08-04T15:30:50.411218Z","steps":["trace[1848416322] 'process raft request' (duration: 110.239579ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.411538Z","caller":"traceutil/trace.go:171","msg":"trace[9896628] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"109.94243ms","start":"2026-08-04T15:30:50.301529Z","end":"2026-08-04T15:30:50.411471Z","steps":["trace[9896628] 'process raft request' (duration: 109.498955ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.412041Z","caller":"traceutil/trace.go:171","msg":"trace[39928806] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"110.473437ms","start":"2026-08-04T15:30:50.301542Z","end":"2026-08-04T15:30:50.412016Z","steps":["trace[39928806] 'process raft request' (duration: 109.547868ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:50.412224Z","caller":"traceutil/trace.go:171","msg":"trace[890850121] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"110.649592ms","start":"2026-08-04T15:30:50.301552Z","end":"2026-08-04T15:30:50.412202Z","steps":["trace[890850121] 'process raft request' (duration: 110.381514ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:50.828708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.831646ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:30:50.828819Z","caller":"traceutil/trace.go:171","msg":"trace[2006128] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5713; }","duration":"109.96627ms","start":"2026-08-04T15:30:50.718836Z","end":"2026-08-04T15:30:50.828802Z","steps":["trace[2006128] 'range keys from in-memory index tree' (duration: 109.813166ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:30:50.829036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.520412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-08-04T15:30:50.829144Z","caller":"traceutil/trace.go:171","msg":"trace[1836680108] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5713; }","duration":"178.692857ms","start":"2026-08-04T15:30:50.650423Z","end":"2026-08-04T15:30:50.829116Z","steps":["trace[1836680108] 'range keys from in-memory index tree' (duration: 178.294825ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:51.473701Z","caller":"traceutil/trace.go:171","msg":"trace[1754020868] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"152.713103ms","start":"2026-08-04T15:30:51.320963Z","end":"2026-08-04T15:30:51.473677Z","steps":["trace[1754020868] 'process raft request' (duration: 152.514346ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:51.473929Z","caller":"traceutil/trace.go:171","msg":"trace[283092856] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"150.423999ms","start":"2026-08-04T15:30:51.323478Z","end":"2026-08-04T15:30:51.473902Z","steps":["trace[283092856] 'process raft request' (duration: 150.13732ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:30:51.473909Z","caller":"traceutil/trace.go:171","msg":"trace[1635449727] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5938; }","duration":"113.478844ms","start":"2026-08-04T15:30:51.360395Z","end":"2026-08-04T15:30:51.473874Z","steps":["trace[1635449727] 'read index received' (duration: 3.920076ms)","trace[1635449727] 'applied index is now lower than readState.Index' (duration: 109.556498ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:30:51.4741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.68241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:30:51.474186Z","caller":"traceutil/trace.go:171","msg":"trace[1654420705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5722; }","duration":"113.823804ms","start":"2026-08-04T15:30:51.360341Z","end":"2026-08-04T15:30:51.474165Z","steps":["trace[1654420705] 'agreement among raft nodes before linearized reading' (duration: 113.660629ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:10.211306Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2915} {"level":"info","ts":"2026-08-04T15:31:10.287181Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2915,"took":"73.48067ms","hash":652757565,"current-db-size-bytes":56586240,"current-db-size":"57 MB","current-db-size-in-use-bytes":32550912,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-04T15:31:10.287267Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":652757565,"revision":2915,"compact-revision":-1} {"level":"warn","ts":"2026-08-04T15:31:14.782233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:15.282726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:15.783363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:15.985161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.817594643s","expected-duration":"1s"} {"level":"info","ts":"2026-08-04T15:31:15.985731Z","caller":"traceutil/trace.go:171","msg":"trace[46347525] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"1.818270565s","start":"2026-08-04T15:31:14.167427Z","end":"2026-08-04T15:31:15.985697Z","steps":["trace[46347525] 'process raft request' (duration: 1.818059228s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.985906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.167392Z","time spent":"1.818425429s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:15.989876Z","caller":"traceutil/trace.go:171","msg":"trace[542209935] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"1.822144108s","start":"2026-08-04T15:31:14.1677Z","end":"2026-08-04T15:31:15.989845Z","steps":["trace[542209935] 'process raft request' (duration: 1.82190526s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.990077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.167687Z","time spent":"1.822284003s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:15.990545Z","caller":"traceutil/trace.go:171","msg":"trace[1515165913] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"1.616241077s","start":"2026-08-04T15:31:14.374287Z","end":"2026-08-04T15:31:15.990528Z","steps":["trace[1515165913] 'process raft request' (duration: 1.615502143s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:15.990938Z","caller":"traceutil/trace.go:171","msg":"trace[655925062] linearizableReadLoop","detail":"{readStateIndex:6097; appliedIndex:6092; }","duration":"1.709048247s","start":"2026-08-04T15:31:14.281868Z","end":"2026-08-04T15:31:15.990916Z","steps":["trace[655925062] 'read index received' (duration: 1.703641555s)","trace[655925062] 'applied index is now lower than readState.Index' (duration: 5.405362ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:15.991175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709291795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:15.991542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.374262Z","time spent":"1.61632318s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:15.991737Z","caller":"traceutil/trace.go:171","msg":"trace[678785207] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5872; }","duration":"1.709933645s","start":"2026-08-04T15:31:14.281788Z","end":"2026-08-04T15:31:15.991722Z","steps":["trace[678785207] 'agreement among raft nodes before linearized reading' (duration: 1.709249413s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.991863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.28176Z","time spent":"1.71008918s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:15.99125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606702051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-04T15:31:15.992099Z","caller":"traceutil/trace.go:171","msg":"trace[920431116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5872; }","duration":"1.60760004s","start":"2026-08-04T15:31:14.384488Z","end":"2026-08-04T15:31:15.992088Z","steps":["trace[920431116] 'agreement among raft nodes before linearized reading' (duration: 1.606612528s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.992141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.384462Z","time spent":"1.607669912s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-04T15:31:15.991448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441964622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-04T15:31:15.992315Z","caller":"traceutil/trace.go:171","msg":"trace[1150952462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5872; }","duration":"1.442857481s","start":"2026-08-04T15:31:14.549446Z","end":"2026-08-04T15:31:15.992303Z","steps":["trace[1150952462] 'agreement among raft nodes before linearized reading' (duration: 1.44188676s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.992367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.549424Z","time spent":"1.442934152s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-04T15:31:15.991512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.776364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-04T15:31:15.992798Z","caller":"traceutil/trace.go:171","msg":"trace[906765830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5872; }","duration":"795.097646ms","start":"2026-08-04T15:31:15.197679Z","end":"2026-08-04T15:31:15.992776Z","steps":["trace[906765830] 'agreement among raft nodes before linearized reading' (duration: 793.789924ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.992884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:15.197654Z","time spent":"795.21971ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-04T15:31:15.991471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.830394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:15.993051Z","caller":"traceutil/trace.go:171","msg":"trace[24179407] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5872; }","duration":"474.485267ms","start":"2026-08-04T15:31:15.518532Z","end":"2026-08-04T15:31:15.993018Z","steps":["trace[24179407] 'agreement among raft nodes before linearized reading' (duration: 472.813104ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.993139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:15.518506Z","time spent":"474.612502ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:15.991533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45122947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-04T15:31:15.993284Z","caller":"traceutil/trace.go:171","msg":"trace[1393300750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5872; }","duration":"1.453074218s","start":"2026-08-04T15:31:14.540175Z","end":"2026-08-04T15:31:15.993249Z","steps":["trace[1393300750] 'agreement among raft nodes before linearized reading' (duration: 1.45126098s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.993585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.540149Z","time spent":"1.453205202s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-04T15:31:15.991496Z","caller":"traceutil/trace.go:171","msg":"trace[2114253911] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"924.99175ms","start":"2026-08-04T15:31:15.06645Z","end":"2026-08-04T15:31:15.991442Z","steps":["trace[2114253911] 'process raft request' (duration: 924.028119ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.991611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.234871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-08-04T15:31:15.993829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:15.066422Z","time spent":"927.294094ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:15.993995Z","caller":"traceutil/trace.go:171","msg":"trace[1409849328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:5872; }","duration":"871.548085ms","start":"2026-08-04T15:31:15.122329Z","end":"2026-08-04T15:31:15.993877Z","steps":["trace[1409849328] 'agreement among raft nodes before linearized reading' (duration: 869.21292ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.99161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.268837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:15.991629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452942464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-04T15:31:15.99167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579210858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:15.991681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557591484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-04T15:31:15.991289Z","caller":"traceutil/trace.go:171","msg":"trace[1417145912] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"637.748956ms","start":"2026-08-04T15:31:15.353227Z","end":"2026-08-04T15:31:15.990976Z","steps":["trace[1417145912] 'process raft request' (duration: 637.595141ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.991803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552625334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-04T15:31:15.99611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:15.122306Z","time spent":"873.789547ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"info","ts":"2026-08-04T15:31:15.996198Z","caller":"traceutil/trace.go:171","msg":"trace[1789554053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5872; }","duration":"1.583776024s","start":"2026-08-04T15:31:14.412395Z","end":"2026-08-04T15:31:15.996171Z","steps":["trace[1789554053] 'agreement among raft nodes before linearized reading' (duration: 1.57925535s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.996297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.412372Z","time spent":"1.583904348s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:31:15.99639Z","caller":"traceutil/trace.go:171","msg":"trace[1058715647] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5872; }","duration":"372.05742ms","start":"2026-08-04T15:31:15.62429Z","end":"2026-08-04T15:31:15.996347Z","steps":["trace[1058715647] 'agreement among raft nodes before linearized reading' (duration: 367.283667ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:15.996404Z","caller":"traceutil/trace.go:171","msg":"trace[1613460902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5872; }","duration":"1.562329045s","start":"2026-08-04T15:31:14.43406Z","end":"2026-08-04T15:31:15.996389Z","steps":["trace[1613460902] 'agreement among raft nodes before linearized reading' (duration: 1.557578573s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.996437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.434042Z","time spent":"1.562385457s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-04T15:31:15.99644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:15.624271Z","time spent":"372.154353ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:15.996648Z","caller":"traceutil/trace.go:171","msg":"trace[1366486845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5872; }","duration":"1.457971795s","start":"2026-08-04T15:31:14.538624Z","end":"2026-08-04T15:31:15.996596Z","steps":["trace[1366486845] 'agreement among raft nodes before linearized reading' (duration: 1.452934254s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.996843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.538602Z","time spent":"1.458181591s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:15.996879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:15.35319Z","time spent":"643.308543ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:15.996203Z","caller":"traceutil/trace.go:171","msg":"trace[947021193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5872; }","duration":"1.557061686s","start":"2026-08-04T15:31:14.439124Z","end":"2026-08-04T15:31:15.996186Z","steps":["trace[947021193] 'agreement among raft nodes before linearized reading' (duration: 1.552524292s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:15.997767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:14.439091Z","time spent":"1.558491742s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-04T15:31:22.237578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:22.738612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:23.239499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:23.740205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:24.241198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:24.412301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999699455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:24.412412Z","caller":"traceutil/trace.go:171","msg":"trace[206873592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999883841s","start":"2026-08-04T15:31:22.412502Z","end":"2026-08-04T15:31:24.412386Z","steps":["trace[206873592] 'agreement among raft nodes before linearized reading' (duration: 1.999750647s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:24.412474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.41247Z","time spent":"1.999990425s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:24.741696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:25.242218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:25.742826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:26.243483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:26.413061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:26.413162Z","caller":"traceutil/trace.go:171","msg":"trace[190563036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290885s","start":"2026-08-04T15:31:24.412849Z","end":"2026-08-04T15:31:26.41314Z","steps":["trace[190563036] 'agreement among raft nodes before linearized reading' (duration: 2.000151891s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:26.413207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:24.412827Z","time spent":"2.000372768s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:26.74421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:27.008309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.010939Z","time spent":"4.99735955s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/04 15:31:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:27.016424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.018668Z","time spent":"4.997751652s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/04 15:31:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:27.025877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999048864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:27.026006Z","caller":"traceutil/trace.go:171","msg":"trace[1131109753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999334853s","start":"2026-08-04T15:31:22.026634Z","end":"2026-08-04T15:31:27.025968Z","steps":["trace[1131109753] 'agreement among raft nodes before linearized reading' (duration: 4.999079004s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:27.026094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.026613Z","time spent":"4.999460217s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/04 15:31:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:27.027772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999784087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:27.027815Z","caller":"traceutil/trace.go:171","msg":"trace[1687213915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99987039s","start":"2026-08-04T15:31:22.027933Z","end":"2026-08-04T15:31:27.027804Z","steps":["trace[1687213915] 'agreement among raft nodes before linearized reading' (duration: 4.999814908s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:27.027846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.027915Z","time spent":"4.999921121s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/04 15:31:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:27.032271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999900411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:27.032322Z","caller":"traceutil/trace.go:171","msg":"trace[112397290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999991914s","start":"2026-08-04T15:31:22.03232Z","end":"2026-08-04T15:31:27.032312Z","steps":["trace[112397290] 'agreement among raft nodes before linearized reading' (duration: 4.999935072s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:27.032357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.032307Z","time spent":"5.000042095s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/04 15:31:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:27.245153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:27.74613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:28.183597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:21.183182Z","time spent":"7.000406862s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:28.247203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:28.421967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:28.422094Z","caller":"traceutil/trace.go:171","msg":"trace[1932371927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000130069s","start":"2026-08-04T15:31:26.421933Z","end":"2026-08-04T15:31:28.422063Z","steps":["trace[1932371927] 'agreement among raft nodes before linearized reading' (duration: 1.999958704s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:28.42216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:26.421925Z","time spent":"2.000221232s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:28.737741Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-04T15:31:28.737977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000874897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:28.738088Z","caller":"traceutil/trace.go:171","msg":"trace[1428557688] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; }","duration":"7.001062052s","start":"2026-08-04T15:31:21.736995Z","end":"2026-08-04T15:31:28.738057Z","steps":["trace[1428557688] 'agreement among raft nodes before linearized reading' (duration: 7.000929118s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:28.738173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:21.736964Z","time spent":"7.001169105s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-08-04T15:31:29.01983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.018796Z","time spent":"7.001024971s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:29.238216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:29.738695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:30.238842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:30.422797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:30.422898Z","caller":"traceutil/trace.go:171","msg":"trace[1759177220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012481s","start":"2026-08-04T15:31:28.422747Z","end":"2026-08-04T15:31:30.422872Z","steps":["trace[1759177220] 'agreement among raft nodes before linearized reading' (duration: 2.000002896s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:30.42295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:28.422719Z","time spent":"2.000220643s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/04 15:31:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:30.500185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:23.499859Z","time spent":"7.000314369s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:30.73994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:31.240617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:31.741719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:32.006971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996851903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.00709Z","caller":"traceutil/trace.go:171","msg":"trace[1466644787] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997034008s","start":"2026-08-04T15:31:27.010018Z","end":"2026-08-04T15:31:32.007052Z","steps":["trace[1466644787] 'agreement among raft nodes before linearized reading' (duration: 4.996896403s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.007147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:27.009961Z","time spent":"4.997173513s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.012598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988388038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.012693Z","caller":"traceutil/trace.go:171","msg":"trace[1752369622] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.988565633s","start":"2026-08-04T15:31:29.024106Z","end":"2026-08-04T15:31:32.012672Z","steps":["trace[1752369622] 'agreement among raft nodes before linearized reading' (duration: 2.988424049s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.012746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:29.024079Z","time spent":"2.988650076s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.01608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998402362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.016199Z","caller":"traceutil/trace.go:171","msg":"trace[934788386] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998607249s","start":"2026-08-04T15:31:27.017551Z","end":"2026-08-04T15:31:32.016159Z","steps":["trace[934788386] 'agreement among raft nodes before linearized reading' (duration: 4.998448944s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.016266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:27.017522Z","time spent":"4.998731053s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.024541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.215575401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.024602Z","caller":"traceutil/trace.go:171","msg":"trace[1914472813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.215677914s","start":"2026-08-04T15:31:22.808911Z","end":"2026-08-04T15:31:32.024589Z","steps":["trace[1914472813] 'agreement among raft nodes before linearized reading' (duration: 9.215609742s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.024631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.808889Z","time spent":"9.215735937s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.025973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99756351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.026155Z","caller":"traceutil/trace.go:171","msg":"trace[1970477749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997732566s","start":"2026-08-04T15:31:29.028315Z","end":"2026-08-04T15:31:32.026047Z","steps":["trace[1970477749] 'agreement among raft nodes before linearized reading' (duration: 2.997619622s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.026342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:29.028283Z","time spent":"2.998002934s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.027249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997057134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.027378Z","caller":"traceutil/trace.go:171","msg":"trace[1269482527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997210599s","start":"2026-08-04T15:31:29.030157Z","end":"2026-08-04T15:31:32.027368Z","steps":["trace[1269482527] 'agreement among raft nodes before linearized reading' (duration: 2.997077415s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.027535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:29.030144Z","time spent":"2.997379865s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.031812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003842919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.031913Z","caller":"traceutil/trace.go:171","msg":"trace[2078885134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.003975653s","start":"2026-08-04T15:31:22.027915Z","end":"2026-08-04T15:31:32.03189Z","steps":["trace[2078885134] 'agreement among raft nodes before linearized reading' (duration: 10.003847519s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.031967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.027908Z","time spent":"10.004048707s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-04T15:31:32.031976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001220356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.03204Z","caller":"traceutil/trace.go:171","msg":"trace[543476667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.001298328s","start":"2026-08-04T15:31:22.03073Z","end":"2026-08-04T15:31:32.032028Z","steps":["trace[543476667] 'agreement among raft nodes before linearized reading' (duration: 10.001228726s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.032103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.030725Z","time spent":"10.001367911s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.033047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000146752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:32.033107Z","caller":"traceutil/trace.go:171","msg":"trace[1988034928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000226615s","start":"2026-08-04T15:31:22.032864Z","end":"2026-08-04T15:31:32.03309Z","steps":["trace[1988034928] 'agreement among raft nodes before linearized reading' (duration: 10.000157803s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.033055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997324162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-08-04T15:31:32.033159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.032855Z","time spent":"10.000292067s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-04T15:31:32.03325Z","caller":"traceutil/trace.go:171","msg":"trace[1653207090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997525189s","start":"2026-08-04T15:31:29.035648Z","end":"2026-08-04T15:31:32.033173Z","steps":["trace[1653207090] 'agreement among raft nodes before linearized reading' (duration: 2.997363874s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.033387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:29.035622Z","time spent":"2.997752657s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.242366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:32.432059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000823942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:32.432195Z","caller":"traceutil/trace.go:171","msg":"trace[1910476757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001057388s","start":"2026-08-04T15:31:30.431107Z","end":"2026-08-04T15:31:32.432164Z","steps":["trace[1910476757] 'agreement among raft nodes before linearized reading' (duration: 2.000872512s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:32.432381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:30.431082Z","time spent":"2.001280356s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/04 15:31:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:32.743007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:33.074298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:26.073105Z","time spent":"7.001184477s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:33.244237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:33.418468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:26.417656Z","time spent":"7.000792715s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:33.744915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:34.245685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:34.431967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:34.432087Z","caller":"traceutil/trace.go:171","msg":"trace[836582483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999375s","start":"2026-08-04T15:31:32.432052Z","end":"2026-08-04T15:31:34.432052Z","steps":["trace[836582483] 'agreement among raft nodes before linearized reading' (duration: 1.99986225s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:34.432404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.43203Z","time spent":"2.000113349s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/04 15:31:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:34.746908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:34.835605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:34.835708Z","caller":"traceutil/trace.go:171","msg":"trace[1042022745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241713s","start":"2026-08-04T15:31:32.83544Z","end":"2026-08-04T15:31:34.835682Z","steps":["trace[1042022745] 'agreement among raft nodes before linearized reading' (duration: 2.000115749s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:34.83576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.835411Z","time spent":"2.000338936s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:35.24759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:35.675333Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"52019fcd5d462fe9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-04T15:31:35.738654Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-04T15:31:35.738815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.363891877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-04T15:31:35.738827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.503558847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.738864Z","caller":"traceutil/trace.go:171","msg":"trace[1217556618] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"10.36402118s","start":"2026-08-04T15:31:25.374821Z","end":"2026-08-04T15:31:35.738843Z","steps":["trace[1217556618] 'agreement among raft nodes before linearized reading' (duration: 10.363943098s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:35.738877Z","caller":"traceutil/trace.go:171","msg":"trace[46121792] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"8.503670611s","start":"2026-08-04T15:31:27.235192Z","end":"2026-08-04T15:31:35.738863Z","steps":["trace[46121792] 'agreement among raft nodes before linearized reading' (duration: 8.503605479s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.738845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.187988534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-04T15:31:35.738919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:27.235165Z","time spent":"8.503738403s","remote":"127.0.0.1:44258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:35.738954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.706614268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.738958Z","caller":"traceutil/trace.go:171","msg":"trace[1551891723] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"10.188195531s","start":"2026-08-04T15:31:25.550735Z","end":"2026-08-04T15:31:35.738931Z","steps":["trace[1551891723] 'agreement among raft nodes before linearized reading' (duration: 10.188027146s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.738995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.544378176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.739027Z","caller":"traceutil/trace.go:171","msg":"trace[121310394] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; }","duration":"7.544402757s","start":"2026-08-04T15:31:28.19461Z","end":"2026-08-04T15:31:35.739013Z","steps":["trace[121310394] 'agreement among raft nodes before linearized reading' (duration: 7.544378296s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.428817594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-04T15:31:35.739064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:28.194535Z","time spent":"7.544520721s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-08-04T15:31:35.739065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.812878237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.739076Z","caller":"traceutil/trace.go:171","msg":"trace[1653743842] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"9.428883036s","start":"2026-08-04T15:31:26.310178Z","end":"2026-08-04T15:31:35.739061Z","steps":["trace[1653743842] 'agreement among raft nodes before linearized reading' (duration: 9.428815564s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.747450748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-04T15:31:35.73911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.460860474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.73911Z","caller":"traceutil/trace.go:171","msg":"trace[658892639] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; }","duration":"9.8129629s","start":"2026-08-04T15:31:25.926132Z","end":"2026-08-04T15:31:35.739095Z","steps":["trace[658892639] 'agreement among raft nodes before linearized reading' (duration: 9.812922229s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:26.310153Z","time spent":"9.428951799s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:35.739136Z","caller":"traceutil/trace.go:171","msg":"trace[1792915234] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"8.460885565s","start":"2026-08-04T15:31:27.278242Z","end":"2026-08-04T15:31:35.739127Z","steps":["trace[1792915234] 'agreement among raft nodes before linearized reading' (duration: 8.460861164s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:25.926098Z","time spent":"9.813037902s","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:35.739163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.710829628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-04T15:31:35.739167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:27.278149Z","time spent":"8.461011519s","remote":"127.0.0.1:44100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:35.739023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:25.550712Z","time spent":"10.188295564s","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:35.739221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.1503648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.739263Z","caller":"traceutil/trace.go:171","msg":"trace[747583212] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; }","duration":"12.150467683s","start":"2026-08-04T15:31:23.588785Z","end":"2026-08-04T15:31:35.739252Z","steps":["trace[747583212] 'agreement among raft nodes before linearized reading' (duration: 12.150426242s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.73927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.843069993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-04T15:31:35.739327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:23.588755Z","time spent":"12.150552766s","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"info","ts":"2026-08-04T15:31:35.739337Z","caller":"traceutil/trace.go:171","msg":"trace[178178255] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; }","duration":"10.843188447s","start":"2026-08-04T15:31:24.89612Z","end":"2026-08-04T15:31:35.739308Z","steps":["trace[178178255] 'agreement among raft nodes before linearized reading' (duration: 10.843132245s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.940615629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.739421Z","caller":"traceutil/trace.go:171","msg":"trace[1857375382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"11.94096842s","start":"2026-08-04T15:31:23.798437Z","end":"2026-08-04T15:31:35.739406Z","steps":["trace[1857375382] 'agreement among raft nodes before linearized reading' (duration: 11.94065603s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.738914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:25.374771Z","time spent":"10.364129124s","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:35.739158Z","caller":"traceutil/trace.go:171","msg":"trace[1718234057] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; }","duration":"12.747697635s","start":"2026-08-04T15:31:22.991429Z","end":"2026-08-04T15:31:35.739127Z","steps":["trace[1718234057] 'agreement among raft nodes before linearized reading' (duration: 12.747512449s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.997806918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.739523Z","caller":"traceutil/trace.go:171","msg":"trace[116514291] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; }","duration":"13.997841059s","start":"2026-08-04T15:31:21.741672Z","end":"2026-08-04T15:31:35.739513Z","steps":["trace[116514291] 'agreement among raft nodes before linearized reading' (duration: 13.997806477s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.991394Z","time spent":"12.748113419s","remote":"127.0.0.1:35024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:35.739562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:21.741636Z","time spent":"13.997918262s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-08-04T15:31:35.738971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.474799947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.739669Z","caller":"traceutil/trace.go:171","msg":"trace[386694713] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; }","duration":"7.47553561s","start":"2026-08-04T15:31:28.264125Z","end":"2026-08-04T15:31:35.739661Z","steps":["trace[386694713] 'agreement among raft nodes before linearized reading' (duration: 7.474838698s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:28.264103Z","time spent":"7.475604312s","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-08-04T15:31:35.739725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.002444336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-04T15:31:35.739851Z","caller":"traceutil/trace.go:171","msg":"trace[1027696476] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; }","duration":"14.002662112s","start":"2026-08-04T15:31:21.737156Z","end":"2026-08-04T15:31:35.739818Z","steps":["trace[1027696476] 'agreement among raft nodes before linearized reading' (duration: 14.002475506s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:23.798406Z","time spent":"11.941041731s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-08-04T15:31:35.739188Z","caller":"traceutil/trace.go:171","msg":"trace[1251118004] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"8.710897031s","start":"2026-08-04T15:31:27.028284Z","end":"2026-08-04T15:31:35.739181Z","steps":["trace[1251118004] 'agreement among raft nodes before linearized reading' (duration: 8.71087038s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.739935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:21.737115Z","time spent":"14.002804878s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-08-04T15:31:35.739998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:27.028264Z","time spent":"8.711718317s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:35.73991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:24.896094Z","time spent":"10.843794127s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:35.740091Z","caller":"traceutil/trace.go:171","msg":"trace[1319719047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; }","duration":"13.706697271s","start":"2026-08-04T15:31:22.032287Z","end":"2026-08-04T15:31:35.738984Z","steps":["trace[1319719047] 'agreement among raft nodes before linearized reading' (duration: 13.706656069s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:35.740327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:22.032263Z","time spent":"13.708048144s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"warn","ts":"2026-08-04T15:31:36.239551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:36.441249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000562054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:36.441366Z","caller":"traceutil/trace.go:171","msg":"trace[1293138949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000700538s","start":"2026-08-04T15:31:34.440639Z","end":"2026-08-04T15:31:36.441339Z","steps":["trace[1293138949] 'agreement among raft nodes before linearized reading' (duration: 2.000555683s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:36.441434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:34.440565Z","time spent":"2.000857374s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/04 15:31:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:36.739957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:37.028725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.032183Z","time spent":"4.996524653s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/04 15:31:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:37.033469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.03433Z","time spent":"4.999128236s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/04 15:31:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:37.24054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:37.25188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:30.250995Z","time spent":"7.000879057s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:37.7411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:38.241878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:38.44181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:38.441994Z","caller":"traceutil/trace.go:171","msg":"trace[104176068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205972s","start":"2026-08-04T15:31:36.441686Z","end":"2026-08-04T15:31:38.441892Z","steps":["trace[104176068] 'agreement among raft nodes before linearized reading' (duration: 2.000064947s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:38.442069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:36.441658Z","time spent":"2.000398558s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/04 15:31:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:38.496091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.991622844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-04T15:31:38.496157Z","caller":"traceutil/trace.go:171","msg":"trace[176819206] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.991748968s","start":"2026-08-04T15:31:30.504391Z","end":"2026-08-04T15:31:38.49614Z","steps":["trace[176819206] 'agreement among raft nodes before linearized reading' (duration: 7.991677176s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:38.496198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:30.504347Z","time spent":"7.991840321s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/08/04 15:31:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-04T15:31:38.742997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:39.019948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.019404Z","time spent":"7.000536106s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:39.034315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.033249Z","time spent":"7.001062363s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:39.034454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.034364Z","time spent":"7.000089342s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:39.244116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:39.744902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:40.080653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:33.079895Z","time spent":"7.000747993s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:40.245731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:40.450919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:40.451022Z","caller":"traceutil/trace.go:171","msg":"trace[688620166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196652s","start":"2026-08-04T15:31:38.450803Z","end":"2026-08-04T15:31:40.451Z","steps":["trace[688620166] 'agreement among raft nodes before linearized reading' (duration: 2.000064408s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:40.451078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:38.450778Z","time spent":"2.000289465s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:40.746792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:40.830482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"19.647071166s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-04T15:31:42.158296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.014691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-04T15:31:42.451955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-04T15:31:42.45211Z","caller":"traceutil/trace.go:171","msg":"trace[1512853817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107148s","start":"2026-08-04T15:31:40.451963Z","end":"2026-08-04T15:31:42.45207Z","steps":["trace[1512853817] 'agreement among raft nodes before linearized reading' (duration: 1.999897152s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.452186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:40.451932Z","time spent":"2.000237413s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:42.494203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.268436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-08-04T15:31:42.494726Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"114.844µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-08-04T15:31:42.494858Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"52019fcd5d462fe9","error":"lease not found"} {"level":"info","ts":"2026-08-04T15:31:42.494896Z","caller":"traceutil/trace.go:171","msg":"trace[1031062250] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6009; }","duration":"5.237233652s","start":"2026-08-04T15:31:37.257637Z","end":"2026-08-04T15:31:42.494871Z","steps":["trace[1031062250] 'process raft request' (duration: 5.237142789s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.495086Z","caller":"traceutil/trace.go:171","msg":"trace[197901867] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6009; }","duration":"3.995184858s","start":"2026-08-04T15:31:38.499863Z","end":"2026-08-04T15:31:42.495047Z","steps":["trace[197901867] 'process raft request' (duration: 3.994964181s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.495126Z","caller":"traceutil/trace.go:171","msg":"trace[264249671] linearizableReadLoop","detail":"{readStateIndex:6242; appliedIndex:6223; }","duration":"6.756326215s","start":"2026-08-04T15:31:35.738732Z","end":"2026-08-04T15:31:42.495058Z","steps":["trace[264249671] 'read index received' (duration: 5.092132163s)","trace[264249671] 'applied index is now lower than readState.Index' (duration: 1.664193032s)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:42.495137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:37.257615Z","time spent":"5.237370086s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:42.495213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.416565954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:42.495274Z","caller":"traceutil/trace.go:171","msg":"trace[691961450] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6009; }","duration":"9.416704208s","start":"2026-08-04T15:31:33.078554Z","end":"2026-08-04T15:31:42.495258Z","steps":["trace[691961450] 'agreement among raft nodes before linearized reading' (duration: 9.416565194s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.495288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:38.499841Z","time spent":"3.995334613s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":523,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:42.495306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.698391975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:42.495342Z","caller":"traceutil/trace.go:171","msg":"trace[2034174842] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6009; }","duration":"9.698507789s","start":"2026-08-04T15:31:32.796822Z","end":"2026-08-04T15:31:42.49533Z","steps":["trace[2034174842] 'agreement among raft nodes before linearized reading' (duration: 9.698416606s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.495372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.796797Z","time spent":"9.698567261s","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:42.49538Z","caller":"traceutil/trace.go:171","msg":"trace[876557840] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6009; }","duration":"2.409363655s","start":"2026-08-04T15:31:40.086003Z","end":"2026-08-04T15:31:42.495366Z","steps":["trace[876557840] 'process raft request' (duration: 2.408968952s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.495484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.477667641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.495329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:33.078484Z","time spent":"9.416833172s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.495485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:40.08596Z","time spent":"2.409476269s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:42.495572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.752671398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.495593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.430554407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.495656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.159853257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:42.4957Z","caller":"traceutil/trace.go:171","msg":"trace[1797619144] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6009; }","duration":"10.15994386s","start":"2026-08-04T15:31:32.335745Z","end":"2026-08-04T15:31:42.495689Z","steps":["trace[1797619144] 'agreement among raft nodes before linearized reading' (duration: 10.159880608s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.495696Z","caller":"traceutil/trace.go:171","msg":"trace[709367658] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6009; }","duration":"8.430765323s","start":"2026-08-04T15:31:34.064906Z","end":"2026-08-04T15:31:42.495671Z","steps":["trace[709367658] 'agreement among raft nodes before linearized reading' (duration: 8.430523636s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.495714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.286417851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.495744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:32.335697Z","time spent":"10.160037803s","remote":"127.0.0.1:54414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:42.495758Z","caller":"traceutil/trace.go:171","msg":"trace[341745933] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6009; }","duration":"9.286464153s","start":"2026-08-04T15:31:33.209282Z","end":"2026-08-04T15:31:42.495746Z","steps":["trace[341745933] 'agreement among raft nodes before linearized reading' (duration: 9.286397481s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.495759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:34.064881Z","time spent":"8.430865007s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.495769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.717366488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.495795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:33.209172Z","time spent":"9.286612798s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:42.495819Z","caller":"traceutil/trace.go:171","msg":"trace[1747037424] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6009; }","duration":"12.71741739s","start":"2026-08-04T15:31:29.778386Z","end":"2026-08-04T15:31:42.495804Z","steps":["trace[1747037424] 'agreement among raft nodes before linearized reading' (duration: 12.717340747s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.495851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65072379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.49586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:29.778325Z","time spent":"12.717524763s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:42.49588Z","caller":"traceutil/trace.go:171","msg":"trace[288472296] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6009; }","duration":"4.650809913s","start":"2026-08-04T15:31:37.845062Z","end":"2026-08-04T15:31:42.495871Z","steps":["trace[288472296] 'agreement among raft nodes before linearized reading' (duration: 4.650759591s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.495902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:37.845025Z","time spent":"4.650871715s","remote":"127.0.0.1:54346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.495649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.072138846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c8a3ec093638e6\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-08-04T15:31:42.49597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.313412029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:42.495994Z","caller":"traceutil/trace.go:171","msg":"trace[973646754] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c8a3ec093638e6; range_end:; response_count:1; response_revision:6009; }","duration":"9.072525728s","start":"2026-08-04T15:31:33.423446Z","end":"2026-08-04T15:31:42.495972Z","steps":["trace[973646754] 'agreement among raft nodes before linearized reading' (duration: 9.072068994s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.496004Z","caller":"traceutil/trace.go:171","msg":"trace[1502753639] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6009; }","duration":"11.313513383s","start":"2026-08-04T15:31:31.182482Z","end":"2026-08-04T15:31:42.495995Z","steps":["trace[1502753639] 'agreement among raft nodes before linearized reading' (duration: 11.313443271s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:33.423415Z","time spent":"9.072606911s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c8a3ec093638e6\" "} {"level":"warn","ts":"2026-08-04T15:31:42.496035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:31.182451Z","time spent":"11.313574884s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.496132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.759339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:42.49616Z","caller":"traceutil/trace.go:171","msg":"trace[818897516] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6009; }","duration":"565.78429ms","start":"2026-08-04T15:31:41.930366Z","end":"2026-08-04T15:31:42.49615Z","steps":["trace[818897516] 'agreement among raft nodes before linearized reading' (duration: 565.741998ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.495675Z","caller":"traceutil/trace.go:171","msg":"trace[1968997606] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:0; response_revision:6009; }","duration":"6.752835754s","start":"2026-08-04T15:31:35.742813Z","end":"2026-08-04T15:31:42.495649Z","steps":["trace[1968997606] 'agreement among raft nodes before linearized reading' (duration: 6.752657768s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:41.930331Z","time spent":"565.842552ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.496187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.752715014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.496194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:35.742789Z","time spent":"6.753396302s","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"info","ts":"2026-08-04T15:31:42.496211Z","caller":"traceutil/trace.go:171","msg":"trace[536471496] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6009; }","duration":"11.752774365s","start":"2026-08-04T15:31:30.743429Z","end":"2026-08-04T15:31:42.496203Z","steps":["trace[536471496] 'agreement among raft nodes before linearized reading' (duration: 11.752726864s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:30.743407Z","time spent":"11.752818277s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-08-04T15:31:42.496239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961791796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.496316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489069888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-04T15:31:42.496029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.837484628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:42.49634Z","caller":"traceutil/trace.go:171","msg":"trace[226356986] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6009; }","duration":"2.489146851s","start":"2026-08-04T15:31:40.007187Z","end":"2026-08-04T15:31:42.496334Z","steps":["trace[226356986] 'agreement among raft nodes before linearized reading' (duration: 2.489089879s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.451262329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-04T15:31:42.496361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:40.007157Z","time spent":"2.489199292s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:42.496368Z","caller":"traceutil/trace.go:171","msg":"trace[673582035] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6009; }","duration":"12.451354971s","start":"2026-08-04T15:31:30.045006Z","end":"2026-08-04T15:31:42.496361Z","steps":["trace[673582035] 'agreement among raft nodes before linearized reading' (duration: 12.45131788s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.496369Z","caller":"traceutil/trace.go:171","msg":"trace[672415310] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6009; }","duration":"7.83788613s","start":"2026-08-04T15:31:34.658471Z","end":"2026-08-04T15:31:42.496357Z","steps":["trace[672415310] 'agreement among raft nodes before linearized reading' (duration: 7.837527699s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:30.044977Z","time spent":"12.451409023s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.496403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.197651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:42.496465Z","caller":"traceutil/trace.go:171","msg":"trace[613790703] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6009; }","duration":"570.303274ms","start":"2026-08-04T15:31:41.926143Z","end":"2026-08-04T15:31:42.496447Z","steps":["trace[613790703] 'agreement among raft nodes before linearized reading' (duration: 570.212101ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:41.926119Z","time spent":"570.382197ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.496547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.025992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.496572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.271623672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:42.496587Z","caller":"traceutil/trace.go:171","msg":"trace[754136020] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6009; }","duration":"768.097134ms","start":"2026-08-04T15:31:41.728477Z","end":"2026-08-04T15:31:42.496574Z","steps":["trace[754136020] 'agreement among raft nodes before linearized reading' (duration: 768.038832ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101152109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:42.496613Z","caller":"traceutil/trace.go:171","msg":"trace[1336678514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6009; }","duration":"6.271692164s","start":"2026-08-04T15:31:36.224908Z","end":"2026-08-04T15:31:42.4966Z","steps":["trace[1336678514] 'agreement among raft nodes before linearized reading' (duration: 6.271634602s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:41.728454Z","time spent":"768.160637ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:42.496633Z","caller":"traceutil/trace.go:171","msg":"trace[1550594765] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6009; }","duration":"1.101248093s","start":"2026-08-04T15:31:41.39537Z","end":"2026-08-04T15:31:42.496618Z","steps":["trace[1550594765] 'agreement among raft nodes before linearized reading' (duration: 1.10116965s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:36.224892Z","time spent":"6.271745125s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.496671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:41.395347Z","time spent":"1.101315764s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.496413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:34.658441Z","time spent":"7.837960283s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.496799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.405833353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:42.496825Z","caller":"traceutil/trace.go:171","msg":"trace[330293330] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6009; }","duration":"6.405914456s","start":"2026-08-04T15:31:36.090904Z","end":"2026-08-04T15:31:42.496819Z","steps":["trace[330293330] 'agreement among raft nodes before linearized reading' (duration: 6.405835554s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.496317Z","caller":"traceutil/trace.go:171","msg":"trace[891031911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6009; }","duration":"1.9619151s","start":"2026-08-04T15:31:40.534373Z","end":"2026-08-04T15:31:42.496288Z","steps":["trace[891031911] 'agreement among raft nodes before linearized reading' (duration: 1.961780056s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:36.090879Z","time spent":"6.405960368s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.496873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:40.534343Z","time spent":"1.96252296s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:42.496883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75040393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-08-04T15:31:42.496918Z","caller":"traceutil/trace.go:171","msg":"trace[785502981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:6009; }","duration":"4.750458892s","start":"2026-08-04T15:31:37.746449Z","end":"2026-08-04T15:31:42.496908Z","steps":["trace[785502981] 'agreement among raft nodes before linearized reading' (duration: 4.750361869s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.496944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:37.746433Z","time spent":"4.750504453s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"warn","ts":"2026-08-04T15:31:42.496408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.664402864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:42.496997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333509936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-04T15:31:42.497006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751591858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:42.497Z","caller":"traceutil/trace.go:171","msg":"trace[1934646414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6009; }","duration":"3.665028885s","start":"2026-08-04T15:31:38.831948Z","end":"2026-08-04T15:31:42.496976Z","steps":["trace[1934646414] 'agreement among raft nodes before linearized reading' (duration: 3.664418206s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.497045Z","caller":"traceutil/trace.go:171","msg":"trace[1858934538] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6009; }","duration":"4.751672661s","start":"2026-08-04T15:31:37.745362Z","end":"2026-08-04T15:31:42.497034Z","steps":["trace[1858934538] 'agreement among raft nodes before linearized reading' (duration: 4.751613629s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.497078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:37.745339Z","time spent":"4.751730412s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-08-04T15:31:42.497072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:38.831926Z","time spent":"3.665120887s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.497108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.060935407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:42.49714Z","caller":"traceutil/trace.go:171","msg":"trace[1852419922] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6009; }","duration":"5.061008589s","start":"2026-08-04T15:31:37.436121Z","end":"2026-08-04T15:31:42.49713Z","steps":["trace[1852419922] 'agreement among raft nodes before linearized reading' (duration: 5.060958637s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.497168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:37.4361Z","time spent":"5.061060301s","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.497179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751712282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-08-04T15:31:42.497019Z","caller":"traceutil/trace.go:171","msg":"trace[2118213024] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6009; }","duration":"6.333587528s","start":"2026-08-04T15:31:36.163424Z","end":"2026-08-04T15:31:42.497012Z","steps":["trace[2118213024] 'agreement among raft nodes before linearized reading' (duration: 6.333537927s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.495543Z","caller":"traceutil/trace.go:171","msg":"trace[1174359912] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6009; }","duration":"12.477761394s","start":"2026-08-04T15:31:30.017763Z","end":"2026-08-04T15:31:42.495524Z","steps":["trace[1174359912] 'agreement among raft nodes before linearized reading' (duration: 12.477669691s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:42.497202Z","caller":"traceutil/trace.go:171","msg":"trace[1767990482] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6009; }","duration":"4.751749593s","start":"2026-08-04T15:31:37.745445Z","end":"2026-08-04T15:31:42.497195Z","steps":["trace[1767990482] 'agreement among raft nodes before linearized reading' (duration: 4.75165675s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.497228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:37.745434Z","time spent":"4.751789774s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-08-04T15:31:42.497228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:36.163371Z","time spent":"6.333844687s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.497233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:30.017739Z","time spent":"12.479482689s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:42.497599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.752693049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-08-04T15:31:42.49762Z","caller":"traceutil/trace.go:171","msg":"trace[1688864507] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6009; }","duration":"6.752758191s","start":"2026-08-04T15:31:35.744856Z","end":"2026-08-04T15:31:42.497614Z","steps":["trace[1688864507] 'agreement among raft nodes before linearized reading' (duration: 6.752686989s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:42.49764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:35.744832Z","time spent":"6.752803223s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-04T15:31:43.040244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.313835ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-08-04T15:31:43.040372Z","caller":"traceutil/trace.go:171","msg":"trace[1268796718] linearizableReadLoop","detail":"{readStateIndex:6243; appliedIndex:6242; }","duration":"541.196066ms","start":"2026-08-04T15:31:42.499152Z","end":"2026-08-04T15:31:43.040348Z","steps":["trace[1268796718] 'read index received' (duration: 290.726275ms)","trace[1268796718] 'applied index is now lower than readState.Index' (duration: 250.468161ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:43.040465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:42.497426Z","time spent":"543.034025ms","remote":"127.0.0.1:43892","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-04T15:31:43.04084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.673141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-08-04T15:31:43.040891Z","caller":"traceutil/trace.go:171","msg":"trace[356975199] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:6009; }","duration":"541.732583ms","start":"2026-08-04T15:31:42.499142Z","end":"2026-08-04T15:31:43.040875Z","steps":["trace[356975199] 'agreement among raft nodes before linearized reading' (duration: 541.537297ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.040965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:42.49908Z","time spent":"541.869677ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-08-04T15:31:43.087233Z","caller":"traceutil/trace.go:171","msg":"trace[192655449] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"586.805391ms","start":"2026-08-04T15:31:42.500393Z","end":"2026-08-04T15:31:43.087198Z","steps":["trace[192655449] 'process raft request' (duration: 586.572404ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:43.087408Z","caller":"traceutil/trace.go:171","msg":"trace[901585006] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"581.118759ms","start":"2026-08-04T15:31:42.506242Z","end":"2026-08-04T15:31:43.08736Z","steps":["trace[901585006] 'process raft request' (duration: 580.932313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.087451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.896824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-08-04T15:31:43.087523Z","caller":"traceutil/trace.go:171","msg":"trace[974194060] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6011; }","duration":"587.016338ms","start":"2026-08-04T15:31:42.50047Z","end":"2026-08-04T15:31:43.087486Z","steps":["trace[974194060] 'agreement among raft nodes before linearized reading' (duration: 586.77484ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.087556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:42.506232Z","time spent":"581.251213ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:43.08756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:42.500455Z","time spent":"587.09759ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-08-04T15:31:43.087652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.08834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-08-04T15:31:43.087767Z","caller":"traceutil/trace.go:171","msg":"trace[896547517] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:6011; }","duration":"587.233974ms","start":"2026-08-04T15:31:42.500509Z","end":"2026-08-04T15:31:43.087743Z","steps":["trace[896547517] 'agreement among raft nodes before linearized reading' (duration: 586.879563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.087697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:42.500371Z","time spent":"586.945136ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:43.087826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:42.500504Z","time spent":"587.310367ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-08-04T15:31:43.087843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.195863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101741"} {"level":"info","ts":"2026-08-04T15:31:43.087923Z","caller":"traceutil/trace.go:171","msg":"trace[386000157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6011; }","duration":"587.303527ms","start":"2026-08-04T15:31:42.500603Z","end":"2026-08-04T15:31:43.087906Z","steps":["trace[386000157] 'agreement among raft nodes before linearized reading' (duration: 586.721518ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.087966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:42.500598Z","time spent":"587.359828ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101764,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-04T15:31:43.345834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.674408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:43.346232Z","caller":"traceutil/trace.go:171","msg":"trace[240767609] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"300.203798ms","start":"2026-08-04T15:31:43.045992Z","end":"2026-08-04T15:31:43.346196Z","steps":["trace[240767609] 'process raft request' (duration: 300.002711ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:43.346202Z","caller":"traceutil/trace.go:171","msg":"trace[1367647165] linearizableReadLoop","detail":"{readStateIndex:6247; appliedIndex:6245; }","duration":"254.793229ms","start":"2026-08-04T15:31:43.091379Z","end":"2026-08-04T15:31:43.346172Z","steps":["trace[1367647165] 'read index received' (duration: 66.662717ms)","trace[1367647165] 'applied index is now lower than readState.Index' (duration: 188.128112ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:43.346382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.045957Z","time spent":"300.355132ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:43.346281Z","caller":"traceutil/trace.go:171","msg":"trace[1559177959] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"304.306899ms","start":"2026-08-04T15:31:43.041919Z","end":"2026-08-04T15:31:43.346226Z","steps":["trace[1559177959] 'process raft request' (duration: 116.108305ms)","trace[1559177959] 'compare' (duration: 187.480051ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:43.34662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.199402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5888"} {"level":"info","ts":"2026-08-04T15:31:43.346722Z","caller":"traceutil/trace.go:171","msg":"trace[874067955] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6013; }","duration":"255.335456ms","start":"2026-08-04T15:31:43.091335Z","end":"2026-08-04T15:31:43.34667Z","steps":["trace[874067955] 'agreement among raft nodes before linearized reading' (duration: 254.949294ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.346655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.041889Z","time spent":"304.604328ms","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:43.612074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.822605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:43.612351Z","caller":"traceutil/trace.go:171","msg":"trace[731534402] linearizableReadLoop","detail":"{readStateIndex:6250; appliedIndex:6247; }","duration":"265.897803ms","start":"2026-08-04T15:31:43.346432Z","end":"2026-08-04T15:31:43.61233Z","steps":["trace[731534402] 'read index received' (duration: 112.596753ms)","trace[731534402] 'applied index is now lower than readState.Index' (duration: 153.29935ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:43.612442Z","caller":"traceutil/trace.go:171","msg":"trace[1283799757] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"520.317629ms","start":"2026-08-04T15:31:43.092078Z","end":"2026-08-04T15:31:43.612395Z","steps":["trace[1283799757] 'process raft request' (duration: 367.06315ms)","trace[1283799757] 'compare' (duration: 152.64598ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:43.612481Z","caller":"traceutil/trace.go:171","msg":"trace[1035339015] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"520.308379ms","start":"2026-08-04T15:31:43.092138Z","end":"2026-08-04T15:31:43.612446Z","steps":["trace[1035339015] 'process raft request' (duration: 520.072802ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.612565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.153581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-04T15:31:43.612554Z","caller":"traceutil/trace.go:171","msg":"trace[378034201] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"519.822484ms","start":"2026-08-04T15:31:43.092668Z","end":"2026-08-04T15:31:43.61249Z","steps":["trace[378034201] 'process raft request' (duration: 519.599867ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.612654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.092058Z","time spent":"520.484095ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:43.612654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.092117Z","time spent":"520.440384ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:43.61268Z","caller":"traceutil/trace.go:171","msg":"trace[321321128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6016; }","duration":"424.238285ms","start":"2026-08-04T15:31:43.188355Z","end":"2026-08-04T15:31:43.612593Z","steps":["trace[321321128] 'agreement among raft nodes before linearized reading' (duration: 424.074529ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.612749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.188329Z","time spent":"424.40659ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-04T15:31:43.612785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.092656Z","time spent":"520.01439ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-04T15:31:43.891538Z","caller":"traceutil/trace.go:171","msg":"trace[617780120] linearizableReadLoop","detail":"{readStateIndex:6251; appliedIndex:6250; }","duration":"279.104995ms","start":"2026-08-04T15:31:43.612391Z","end":"2026-08-04T15:31:43.891496Z","steps":["trace[617780120] 'read index received' (duration: 247.423914ms)","trace[617780120] 'applied index is now lower than readState.Index' (duration: 31.679251ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:43.891687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.481926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:43.891775Z","caller":"traceutil/trace.go:171","msg":"trace[177452462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6017; }","duration":"405.639251ms","start":"2026-08-04T15:31:43.486114Z","end":"2026-08-04T15:31:43.891753Z","steps":["trace[177452462] 'agreement among raft nodes before linearized reading' (duration: 405.412744ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:43.891577Z","caller":"traceutil/trace.go:171","msg":"trace[464955264] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"535.862376ms","start":"2026-08-04T15:31:43.355672Z","end":"2026-08-04T15:31:43.891535Z","steps":["trace[464955264] 'process raft request' (duration: 504.115893ms)","trace[464955264] 'compare' (duration: 31.35674ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:43.892135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.355643Z","time spent":"536.329651ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:43.891841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.48609Z","time spent":"405.733414ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:43.891874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.606249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-08-04T15:31:43.892348Z","caller":"traceutil/trace.go:171","msg":"trace[897940750] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6017; }","duration":"542.125135ms","start":"2026-08-04T15:31:43.350198Z","end":"2026-08-04T15:31:43.892323Z","steps":["trace[897940750] 'agreement among raft nodes before linearized reading' (duration: 541.474814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:43.892416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.350177Z","time spent":"542.220448ms","remote":"127.0.0.1:44048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-08-04T15:31:44.210469Z","caller":"traceutil/trace.go:171","msg":"trace[818468548] linearizableReadLoop","detail":"{readStateIndex:6254; appliedIndex:6251; }","duration":"318.806031ms","start":"2026-08-04T15:31:43.89163Z","end":"2026-08-04T15:31:44.210436Z","steps":["trace[818468548] 'read index received' (duration: 275.162568ms)","trace[818468548] 'applied index is now lower than readState.Index' (duration: 43.641733ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:44.210613Z","caller":"traceutil/trace.go:171","msg":"trace[592092353] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"591.749819ms","start":"2026-08-04T15:31:43.618817Z","end":"2026-08-04T15:31:44.210566Z","steps":["trace[592092353] 'process raft request' (duration: 591.402708ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:44.210808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.948005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:44.210867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.618793Z","time spent":"591.950414ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:44.210911Z","caller":"traceutil/trace.go:171","msg":"trace[1700926748] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6020; }","duration":"387.12282ms","start":"2026-08-04T15:31:43.823768Z","end":"2026-08-04T15:31:44.210891Z","steps":["trace[1700926748] 'agreement among raft nodes before linearized reading' (duration: 386.896093ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:44.210962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.82372Z","time spent":"387.229754ms","remote":"127.0.0.1:51518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:44.21098Z","caller":"traceutil/trace.go:171","msg":"trace[164532033] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"590.835979ms","start":"2026-08-04T15:31:43.620123Z","end":"2026-08-04T15:31:44.210959Z","steps":["trace[164532033] 'process raft request' (duration: 590.23955ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:44.211105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.620097Z","time spent":"590.942143ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-04T15:31:44.211067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.436681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-08-04T15:31:44.210912Z","caller":"traceutil/trace.go:171","msg":"trace[1445774619] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"592.576885ms","start":"2026-08-04T15:31:43.618249Z","end":"2026-08-04T15:31:44.210825Z","steps":["trace[1445774619] 'process raft request' (duration: 548.678895ms)","trace[1445774619] 'compare' (duration: 42.95576ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:44.211148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.603257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"warn","ts":"2026-08-04T15:31:44.211172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.832636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-04T15:31:44.211211Z","caller":"traceutil/trace.go:171","msg":"trace[277090336] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6020; }","duration":"314.69473ms","start":"2026-08-04T15:31:43.896501Z","end":"2026-08-04T15:31:44.211195Z","steps":["trace[277090336] 'agreement among raft nodes before linearized reading' (duration: 314.472053ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:44.2112Z","caller":"traceutil/trace.go:171","msg":"trace[1225082353] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6020; }","duration":"592.638217ms","start":"2026-08-04T15:31:43.618522Z","end":"2026-08-04T15:31:44.211161Z","steps":["trace[1225082353] 'agreement among raft nodes before linearized reading' (duration: 592.348437ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:44.211239Z","caller":"traceutil/trace.go:171","msg":"trace[1697385468] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6020; }","duration":"315.94933ms","start":"2026-08-04T15:31:43.895271Z","end":"2026-08-04T15:31:44.211221Z","steps":["trace[1697385468] 'agreement among raft nodes before linearized reading' (duration: 315.695642ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:44.211251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.896469Z","time spent":"314.774722ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-08-04T15:31:44.211288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.895255Z","time spent":"316.022922ms","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-04T15:31:44.211287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.618498Z","time spent":"592.776411ms","remote":"127.0.0.1:44086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-08-04T15:31:44.211517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:43.618189Z","time spent":"593.138653ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:45.0808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.526247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:45.08093Z","caller":"traceutil/trace.go:171","msg":"trace[1771537470] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"863.185547ms","start":"2026-08-04T15:31:44.21772Z","end":"2026-08-04T15:31:45.080905Z","steps":["trace[1771537470] 'process raft request' (duration: 283.418532ms)","trace[1771537470] 'compare' (duration: 579.206397ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:45.081017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:44.217705Z","time spent":"863.277671ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:45.461476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.995257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:45.461564Z","caller":"traceutil/trace.go:171","msg":"trace[345845876] linearizableReadLoop","detail":"{readStateIndex:6256; appliedIndex:6254; }","duration":"1.049089297s","start":"2026-08-04T15:31:44.412461Z","end":"2026-08-04T15:31:45.461551Z","steps":["trace[345845876] 'read index received' (duration: 88.697679ms)","trace[345845876] 'applied index is now lower than readState.Index' (duration: 960.390848ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:45.461893Z","caller":"traceutil/trace.go:171","msg":"trace[250344468] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"1.240928078s","start":"2026-08-04T15:31:44.220955Z","end":"2026-08-04T15:31:45.461883Z","steps":["trace[250344468] 'process raft request' (duration: 1.005459506s)","trace[250344468] 'compare' (duration: 234.411438ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:45.461938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:44.220937Z","time spent":"1.240981339s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:45.462079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049618684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:45.462101Z","caller":"traceutil/trace.go:171","msg":"trace[596780421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6022; }","duration":"1.049640605s","start":"2026-08-04T15:31:44.412455Z","end":"2026-08-04T15:31:45.462095Z","steps":["trace[596780421] 'agreement among raft nodes before linearized reading' (duration: 1.049596773s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:45.46212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:44.412387Z","time spent":"1.049729987s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:45.826869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.999514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:45.827051Z","caller":"traceutil/trace.go:171","msg":"trace[1190397332] linearizableReadLoop","detail":"{readStateIndex:6257; appliedIndex:6256; }","duration":"365.44363ms","start":"2026-08-04T15:31:45.461579Z","end":"2026-08-04T15:31:45.827023Z","steps":["trace[1190397332] 'read index received' (duration: 221.189908ms)","trace[1190397332] 'applied index is now lower than readState.Index' (duration: 144.249232ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:45.827244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323856974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:45.827306Z","caller":"traceutil/trace.go:171","msg":"trace[272723925] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6023; }","duration":"1.323947977s","start":"2026-08-04T15:31:44.503342Z","end":"2026-08-04T15:31:45.82729Z","steps":["trace[272723925] 'agreement among raft nodes before linearized reading' (duration: 1.323828404s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:45.827286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.100638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-04T15:31:45.827366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:44.503325Z","time spent":"1.324028519s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-08-04T15:31:45.82738Z","caller":"traceutil/trace.go:171","msg":"trace[1609433084] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6023; }","duration":"775.315315ms","start":"2026-08-04T15:31:45.052042Z","end":"2026-08-04T15:31:45.827357Z","steps":["trace[1609433084] 'agreement among raft nodes before linearized reading' (duration: 775.055207ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:45.827431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.052008Z","time spent":"775.411468ms","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:45.827507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324159434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:45.82751Z","caller":"traceutil/trace.go:171","msg":"trace[627258909] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"741.379363ms","start":"2026-08-04T15:31:45.086088Z","end":"2026-08-04T15:31:45.827467Z","steps":["trace[627258909] 'process raft request' (duration: 596.672406ms)","trace[627258909] 'compare' (duration: 143.611252ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:45.827555Z","caller":"traceutil/trace.go:171","msg":"trace[170455472] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6023; }","duration":"1.324233246s","start":"2026-08-04T15:31:44.503307Z","end":"2026-08-04T15:31:45.827541Z","steps":["trace[170455472] 'agreement among raft nodes before linearized reading' (duration: 1.324152404s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:45.827597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:44.503295Z","time spent":"1.324294748s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-08-04T15:31:45.827641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.237137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:45.827652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325078233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-08-04T15:31:45.827732Z","caller":"traceutil/trace.go:171","msg":"trace[1653450070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6023; }","duration":"362.368212ms","start":"2026-08-04T15:31:45.46534Z","end":"2026-08-04T15:31:45.827708Z","steps":["trace[1653450070] 'agreement among raft nodes before linearized reading' (duration: 362.217237ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:45.827754Z","caller":"traceutil/trace.go:171","msg":"trace[1703293165] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6023; }","duration":"1.325233078s","start":"2026-08-04T15:31:44.502501Z","end":"2026-08-04T15:31:45.827734Z","steps":["trace[1703293165] 'agreement among raft nodes before linearized reading' (duration: 1.324950269s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:45.827755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.831941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-08-04T15:31:45.8278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.465324Z","time spent":"362.456714ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:45.82768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.086066Z","time spent":"741.526677ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-04T15:31:45.827836Z","caller":"traceutil/trace.go:171","msg":"trace[676575752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:6023; }","duration":"733.914574ms","start":"2026-08-04T15:31:45.093901Z","end":"2026-08-04T15:31:45.827815Z","steps":["trace[676575752] 'agreement among raft nodes before linearized reading' (duration: 733.588904ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:45.827838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.659427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"warn","ts":"2026-08-04T15:31:45.827887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.093878Z","time spent":"733.997657ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"warn","ts":"2026-08-04T15:31:45.827807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:44.502471Z","time spent":"1.325323331s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-08-04T15:31:45.827932Z","caller":"traceutil/trace.go:171","msg":"trace[67008642] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6023; }","duration":"360.798531ms","start":"2026-08-04T15:31:45.467111Z","end":"2026-08-04T15:31:45.82791Z","steps":["trace[67008642] 'agreement among raft nodes before linearized reading' (duration: 360.499262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:45.828006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.467095Z","time spent":"360.886004ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-08-04T15:31:46.279015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.811514ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-08-04T15:31:46.279163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.829118Z","time spent":"450.039357ms","remote":"127.0.0.1:43892","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-04T15:31:46.777498Z","caller":"traceutil/trace.go:171","msg":"trace[1299294607] linearizableReadLoop","detail":"{readStateIndex:6259; appliedIndex:6257; }","duration":"943.068497ms","start":"2026-08-04T15:31:45.834399Z","end":"2026-08-04T15:31:46.777468Z","steps":["trace[1299294607] 'read index received' (duration: 113.804361ms)","trace[1299294607] 'applied index is now lower than readState.Index' (duration: 829.262646ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:46.777672Z","caller":"traceutil/trace.go:171","msg":"trace[295786379] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"937.422337ms","start":"2026-08-04T15:31:45.840199Z","end":"2026-08-04T15:31:46.777621Z","steps":["trace[295786379] 'process raft request' (duration: 937.105157ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:46.777857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.84017Z","time spent":"937.585732ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:46.777869Z","caller":"traceutil/trace.go:171","msg":"trace[1380321441] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"945.030209ms","start":"2026-08-04T15:31:45.832764Z","end":"2026-08-04T15:31:46.777794Z","steps":["trace[1380321441] 'process raft request' (duration: 944.087849ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:46.778103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.832727Z","time spent":"945.273987ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-04T15:31:46.778162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.752679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101741"} {"level":"info","ts":"2026-08-04T15:31:46.778216Z","caller":"traceutil/trace.go:171","msg":"trace[743230425] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6025; }","duration":"943.825941ms","start":"2026-08-04T15:31:45.834376Z","end":"2026-08-04T15:31:46.778202Z","steps":["trace[743230425] 'agreement among raft nodes before linearized reading' (duration: 943.327705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:46.778261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.834347Z","time spent":"943.905294ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101764,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-04T15:31:47.2615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.249582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:47.26166Z","caller":"traceutil/trace.go:171","msg":"trace[189807476] linearizableReadLoop","detail":"{readStateIndex:6261; appliedIndex:6260; }","duration":"483.9807ms","start":"2026-08-04T15:31:46.777654Z","end":"2026-08-04T15:31:47.261634Z","steps":["trace[189807476] 'read index received' (duration: 297.447969ms)","trace[189807476] 'applied index is now lower than readState.Index' (duration: 186.530391ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:47.262001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.08127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:47.261986Z","caller":"traceutil/trace.go:171","msg":"trace[672502195] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"981.268775ms","start":"2026-08-04T15:31:46.28065Z","end":"2026-08-04T15:31:47.261918Z","steps":["trace[672502195] 'process raft request' (duration: 794.466976ms)","trace[672502195] 'compare' (duration: 186.082876ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:47.26203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250071431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:47.26208Z","caller":"traceutil/trace.go:171","msg":"trace[2069346753] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6026; }","duration":"524.246085ms","start":"2026-08-04T15:31:46.737815Z","end":"2026-08-04T15:31:47.262061Z","steps":["trace[2069346753] 'agreement among raft nodes before linearized reading' (duration: 524.034528ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:47.262013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425643972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:47.262135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:46.737781Z","time spent":"524.341098ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:47.262134Z","caller":"traceutil/trace.go:171","msg":"trace[874379895] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6026; }","duration":"1.250249716s","start":"2026-08-04T15:31:46.01186Z","end":"2026-08-04T15:31:47.26211Z","steps":["trace[874379895] 'agreement among raft nodes before linearized reading' (duration: 1.250004218s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:47.262159Z","caller":"traceutil/trace.go:171","msg":"trace[1640098711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6026; }","duration":"1.425806257s","start":"2026-08-04T15:31:45.836334Z","end":"2026-08-04T15:31:47.26214Z","steps":["trace[1640098711] 'agreement among raft nodes before linearized reading' (duration: 1.425537479s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:47.262193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:46.011825Z","time spent":"1.2503577s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:47.262248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:46.280612Z","time spent":"981.505643ms","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:47.262264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.375834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c8a3ec093638e6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-04T15:31:47.26234Z","caller":"traceutil/trace.go:171","msg":"trace[340275049] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c8a3ec093638e6; range_end:; response_count:1; response_revision:6026; }","duration":"479.490307ms","start":"2026-08-04T15:31:46.782827Z","end":"2026-08-04T15:31:47.262317Z","steps":["trace[340275049] 'agreement among raft nodes before linearized reading' (duration: 479.202898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:47.262321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.199398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-zwmqd\" ","response":"range_response_count:1 size:5900"} {"level":"warn","ts":"2026-08-04T15:31:47.262388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:46.782805Z","time spent":"479.57343ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c8a3ec093638e6\" "} {"level":"info","ts":"2026-08-04T15:31:47.262455Z","caller":"traceutil/trace.go:171","msg":"trace[778716574] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-zwmqd; range_end:; response_count:1; response_revision:6026; }","duration":"479.363303ms","start":"2026-08-04T15:31:46.783059Z","end":"2026-08-04T15:31:47.262422Z","steps":["trace[778716574] 'agreement among raft nodes before linearized reading' (duration: 479.009242ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:47.262199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:45.836308Z","time spent":"1.42588246s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:47.262528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:46.783051Z","time spent":"479.460516ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5923,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-zwmqd\" "} {"level":"info","ts":"2026-08-04T15:31:47.754374Z","caller":"traceutil/trace.go:171","msg":"trace[979014755] linearizableReadLoop","detail":"{readStateIndex:6262; appliedIndex:6261; }","duration":"487.666498ms","start":"2026-08-04T15:31:47.266642Z","end":"2026-08-04T15:31:47.754308Z","steps":["trace[979014755] 'read index received' (duration: 487.324767ms)","trace[979014755] 'applied index is now lower than readState.Index' (duration: 339.001µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:47.754397Z","caller":"traceutil/trace.go:171","msg":"trace[1236949494] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"489.074133ms","start":"2026-08-04T15:31:47.265275Z","end":"2026-08-04T15:31:47.754349Z","steps":["trace[1236949494] 'process raft request' (duration: 488.560357ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:47.754826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.137462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-04T15:31:47.754934Z","caller":"traceutil/trace.go:171","msg":"trace[232283557] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6027; }","duration":"488.297148ms","start":"2026-08-04T15:31:47.266617Z","end":"2026-08-04T15:31:47.754914Z","steps":["trace[232283557] 'agreement among raft nodes before linearized reading' (duration: 487.811152ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:47.754992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.266605Z","time spent":"488.37602ms","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-04T15:31:47.754822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.265256Z","time spent":"489.348741ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:48.255568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570542,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-04T15:31:48.545031Z","caller":"traceutil/trace.go:171","msg":"trace[255325724] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"1.273734546s","start":"2026-08-04T15:31:47.27127Z","end":"2026-08-04T15:31:48.545004Z","steps":["trace[255325724] 'process raft request' (duration: 1.273566541s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.545215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.271247Z","time spent":"1.27386767s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:48.868326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.256705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:48.868454Z","caller":"traceutil/trace.go:171","msg":"trace[244935047] linearizableReadLoop","detail":"{readStateIndex:6264; appliedIndex:6262; }","duration":"1.113913827s","start":"2026-08-04T15:31:47.75452Z","end":"2026-08-04T15:31:48.868434Z","steps":["trace[244935047] 'read index received' (duration: 790.359575ms)","trace[244935047] 'applied index is now lower than readState.Index' (duration: 323.552772ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:48.868579Z","caller":"traceutil/trace.go:171","msg":"trace[627361087] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"1.108038369s","start":"2026-08-04T15:31:47.760527Z","end":"2026-08-04T15:31:48.868565Z","steps":["trace[627361087] 'process raft request' (duration: 888.449284ms)","trace[627361087] 'compare' (duration: 219.102679ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:48.868634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.760493Z","time spent":"1.108114001s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-04T15:31:48.868792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596675398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:48.868946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.273785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:48.869019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.26298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:48.869047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.154551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vc5s5\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-08-04T15:31:48.869071Z","caller":"traceutil/trace.go:171","msg":"trace[789793107] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6029; }","duration":"411.321531ms","start":"2026-08-04T15:31:48.457732Z","end":"2026-08-04T15:31:48.869053Z","steps":["trace[789793107] 'agreement among raft nodes before linearized reading' (duration: 411.223058ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.869033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163331883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-08-04T15:31:48.869067Z","caller":"traceutil/trace.go:171","msg":"trace[2002560898] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6029; }","duration":"950.41721ms","start":"2026-08-04T15:31:47.918621Z","end":"2026-08-04T15:31:48.869038Z","steps":["trace[2002560898] 'agreement among raft nodes before linearized reading' (duration: 950.197853ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.869038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035753713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:48.869117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:48.457661Z","time spent":"411.446025ms","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:48.869091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48200485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:48.869134Z","caller":"traceutil/trace.go:171","msg":"trace[1538103743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6029; }","duration":"1.163496168s","start":"2026-08-04T15:31:47.705612Z","end":"2026-08-04T15:31:48.869108Z","steps":["trace[1538103743] 'agreement among raft nodes before linearized reading' (duration: 1.163208869s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:48.869187Z","caller":"traceutil/trace.go:171","msg":"trace[1074088400] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6029; }","duration":"1.035959989s","start":"2026-08-04T15:31:47.833197Z","end":"2026-08-04T15:31:48.869157Z","steps":["trace[1074088400] 'agreement among raft nodes before linearized reading' (duration: 1.035647759s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.869195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036401584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:48.86922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.705584Z","time spent":"1.163624362s","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-04T15:31:48.869223Z","caller":"traceutil/trace.go:171","msg":"trace[1249444030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6029; }","duration":"1.482169685s","start":"2026-08-04T15:31:47.387022Z","end":"2026-08-04T15:31:48.869192Z","steps":["trace[1249444030] 'agreement among raft nodes before linearized reading' (duration: 1.481901196s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.869268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.833183Z","time spent":"1.036072593s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-08-04T15:31:48.869054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111457028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-04T15:31:48.869274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03505838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-08-04T15:31:48.869291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.386901Z","time spent":"1.482377332s","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:48.869334Z","caller":"traceutil/trace.go:171","msg":"trace[1209154473] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6029; }","duration":"1.035144123s","start":"2026-08-04T15:31:47.83418Z","end":"2026-08-04T15:31:48.869324Z","steps":["trace[1209154473] 'agreement among raft nodes before linearized reading' (duration: 1.034998328s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:48.869335Z","caller":"traceutil/trace.go:171","msg":"trace[968444822] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6029; }","duration":"1.111818259s","start":"2026-08-04T15:31:47.757502Z","end":"2026-08-04T15:31:48.869321Z","steps":["trace[968444822] 'agreement among raft nodes before linearized reading' (duration: 1.111290932s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:48.869271Z","caller":"traceutil/trace.go:171","msg":"trace[439896620] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6029; }","duration":"1.036505387s","start":"2026-08-04T15:31:47.832743Z","end":"2026-08-04T15:31:48.869249Z","steps":["trace[439896620] 'agreement among raft nodes before linearized reading' (duration: 1.036411244s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.869386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.757476Z","time spent":"1.111897792s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-08-04T15:31:48.869113Z","caller":"traceutil/trace.go:171","msg":"trace[1312939011] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-vc5s5; range_end:; response_count:1; response_revision:6029; }","duration":"319.281195ms","start":"2026-08-04T15:31:48.54981Z","end":"2026-08-04T15:31:48.869091Z","steps":["trace[1312939011] 'agreement among raft nodes before linearized reading' (duration: 319.037207ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.869453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:48.549784Z","time spent":"319.650457ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vc5s5\" "} {"level":"warn","ts":"2026-08-04T15:31:48.869377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.834165Z","time spent":"1.035203706s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-08-04T15:31:48.869144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.918541Z","time spent":"950.583996ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:48.869504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.832718Z","time spent":"1.036725334s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-08-04T15:31:48.869654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.734092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:48.868901Z","caller":"traceutil/trace.go:171","msg":"trace[1894166389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6029; }","duration":"1.596818752s","start":"2026-08-04T15:31:47.27206Z","end":"2026-08-04T15:31:48.868879Z","steps":["trace[1894166389] 'agreement among raft nodes before linearized reading' (duration: 1.596577764s)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:48.869838Z","caller":"traceutil/trace.go:171","msg":"trace[1833721066] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6029; }","duration":"416.435434ms","start":"2026-08-04T15:31:48.45337Z","end":"2026-08-04T15:31:48.869806Z","steps":["trace[1833721066] 'agreement among raft nodes before linearized reading' (duration: 415.690881ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.869923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.27204Z","time spent":"1.597869786s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:48.869754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08957199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:48.869938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:48.453345Z","time spent":"416.573289ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:48.870232Z","caller":"traceutil/trace.go:171","msg":"trace[859705715] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6029; }","duration":"1.090154158s","start":"2026-08-04T15:31:47.780049Z","end":"2026-08-04T15:31:48.870203Z","steps":["trace[859705715] 'agreement among raft nodes before linearized reading' (duration: 1.089152616s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:48.870666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:47.780036Z","time spent":"1.090566251s","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:49.285819Z","caller":"traceutil/trace.go:171","msg":"trace[179861475] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"408.835593ms","start":"2026-08-04T15:31:48.876953Z","end":"2026-08-04T15:31:49.285788Z","steps":["trace[179861475] 'process raft request' (duration: 408.667127ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:49.28608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:48.875956Z","time spent":"410.050682ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-04T15:31:49.490215Z","caller":"traceutil/trace.go:171","msg":"trace[7362487] linearizableReadLoop","detail":"{readStateIndex:6266; appliedIndex:6265; }","duration":"610.682913ms","start":"2026-08-04T15:31:48.879504Z","end":"2026-08-04T15:31:49.490187Z","steps":["trace[7362487] 'read index received' (duration: 406.279491ms)","trace[7362487] 'applied index is now lower than readState.Index' (duration: 204.402191ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:49.490395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.875958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:31:49.490386Z","caller":"traceutil/trace.go:171","msg":"trace[177689933] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"611.640222ms","start":"2026-08-04T15:31:48.878703Z","end":"2026-08-04T15:31:49.490343Z","steps":["trace[177689933] 'process raft request' (duration: 611.282601ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:49.490441Z","caller":"traceutil/trace.go:171","msg":"trace[574004504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6031; }","duration":"610.950531ms","start":"2026-08-04T15:31:48.879476Z","end":"2026-08-04T15:31:49.490427Z","steps":["trace[574004504] 'agreement among raft nodes before linearized reading' (duration: 610.818867ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:49.490483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:48.879465Z","time spent":"611.009763ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:31:49.490586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:48.878652Z","time spent":"611.821949ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:49.741476Z","caller":"traceutil/trace.go:171","msg":"trace[14267233] linearizableReadLoop","detail":"{readStateIndex:6267; appliedIndex:6266; }","duration":"246.303328ms","start":"2026-08-04T15:31:49.495132Z","end":"2026-08-04T15:31:49.741435Z","steps":["trace[14267233] 'read index received' (duration: 200.92814ms)","trace[14267233] 'applied index is now lower than readState.Index' (duration: 45.366558ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:49.741493Z","caller":"traceutil/trace.go:171","msg":"trace[1655250433] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"450.196353ms","start":"2026-08-04T15:31:49.291265Z","end":"2026-08-04T15:31:49.741461Z","steps":["trace[1655250433] 'process raft request' (duration: 404.743593ms)","trace[1655250433] 'compare' (duration: 45.113119ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:49.741651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:49.291241Z","time spent":"450.343938ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-04T15:31:49.741873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.700771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-5mh5d\" ","response":"range_response_count:1 size:5601"} {"level":"info","ts":"2026-08-04T15:31:49.741987Z","caller":"traceutil/trace.go:171","msg":"trace[1136449035] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-5mh5d; range_end:; response_count:1; response_revision:6032; }","duration":"246.879306ms","start":"2026-08-04T15:31:49.49508Z","end":"2026-08-04T15:31:49.741959Z","steps":["trace[1136449035] 'agreement among raft nodes before linearized reading' (duration: 246.480053ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:50.323094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:50.823912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323570554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:31:50.839526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016745917s","expected-duration":"1s"} {"level":"info","ts":"2026-08-04T15:31:50.840091Z","caller":"traceutil/trace.go:171","msg":"trace[1591974539] linearizableReadLoop","detail":"{readStateIndex:6269; appliedIndex:6268; }","duration":"1.017324196s","start":"2026-08-04T15:31:49.822728Z","end":"2026-08-04T15:31:50.840052Z","steps":["trace[1591974539] 'read index received' (duration: 1.016981935s)","trace[1591974539] 'applied index is now lower than readState.Index' (duration: 340.261µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:50.840159Z","caller":"traceutil/trace.go:171","msg":"trace[1702331907] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"1.088534437s","start":"2026-08-04T15:31:49.751588Z","end":"2026-08-04T15:31:50.840123Z","steps":["trace[1702331907] 'process raft request' (duration: 1.088248078s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:50.840313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:49.751573Z","time spent":"1.08863436s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5902,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:50.840395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017702598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c8a3ed671d8ec3\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-08-04T15:31:50.84045Z","caller":"traceutil/trace.go:171","msg":"trace[180314849] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c8a3ed671d8ec3; range_end:; response_count:1; response_revision:6034; }","duration":"1.017831252s","start":"2026-08-04T15:31:49.822603Z","end":"2026-08-04T15:31:50.840435Z","steps":["trace[180314849] 'agreement among raft nodes before linearized reading' (duration: 1.017631886s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:50.840492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:49.822576Z","time spent":"1.017907384s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c8a3ed671d8ec3\" "} {"level":"warn","ts":"2026-08-04T15:31:50.840497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.479828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:50.840528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.811397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:31:50.840602Z","caller":"traceutil/trace.go:171","msg":"trace[2105393722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6034; }","duration":"427.698325ms","start":"2026-08-04T15:31:50.41288Z","end":"2026-08-04T15:31:50.840578Z","steps":["trace[2105393722] 'agreement among raft nodes before linearized reading' (duration: 427.484508ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:50.84067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.412849Z","time spent":"427.800058ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:31:50.840677Z","caller":"traceutil/trace.go:171","msg":"trace[511240248] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6034; }","duration":"795.050475ms","start":"2026-08-04T15:31:50.045581Z","end":"2026-08-04T15:31:50.840631Z","steps":["trace[511240248] 'agreement among raft nodes before linearized reading' (duration: 794.750725ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:50.840755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.045542Z","time spent":"795.195229ms","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:31:51.236799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.340023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:51.237122Z","caller":"traceutil/trace.go:171","msg":"trace[1985094821] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"391.858591ms","start":"2026-08-04T15:31:50.845235Z","end":"2026-08-04T15:31:51.237094Z","steps":["trace[1985094821] 'process raft request' (duration: 391.733257ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:51.237225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.845211Z","time spent":"391.961204ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:51.237212Z","caller":"traceutil/trace.go:171","msg":"trace[1090267710] linearizableReadLoop","detail":"{readStateIndex:6270; appliedIndex:6269; }","duration":"393.149963ms","start":"2026-08-04T15:31:50.844003Z","end":"2026-08-04T15:31:51.237153Z","steps":["trace[1090267710] 'read index received' (duration: 202.306114ms)","trace[1090267710] 'applied index is now lower than readState.Index' (duration: 190.839749ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:51.237447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.61747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:51.237442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.423731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-hd2m8\" ","response":"range_response_count:1 size:4346"} {"level":"info","ts":"2026-08-04T15:31:51.237496Z","caller":"traceutil/trace.go:171","msg":"trace[1354450771] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6036; }","duration":"358.714443ms","start":"2026-08-04T15:31:50.878769Z","end":"2026-08-04T15:31:51.237484Z","steps":["trace[1354450771] 'agreement among raft nodes before linearized reading' (duration: 358.60964ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:51.23752Z","caller":"traceutil/trace.go:171","msg":"trace[902305625] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-hd2m8; range_end:; response_count:1; response_revision:6036; }","duration":"393.523364ms","start":"2026-08-04T15:31:50.843978Z","end":"2026-08-04T15:31:51.237501Z","steps":["trace[902305625] 'agreement among raft nodes before linearized reading' (duration: 393.379559ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:51.237819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.843965Z","time spent":"393.840715ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4369,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-hd2m8\" "} {"level":"warn","ts":"2026-08-04T15:31:51.237809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.994771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-08-04T15:31:51.237534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.878751Z","time spent":"358.774646ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-08-04T15:31:51.237919Z","caller":"traceutil/trace.go:171","msg":"trace[379140604] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6036; }","duration":"358.141335ms","start":"2026-08-04T15:31:50.879748Z","end":"2026-08-04T15:31:51.237889Z","steps":["trace[379140604] 'agreement among raft nodes before linearized reading' (duration: 357.6592ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:51.237417Z","caller":"traceutil/trace.go:171","msg":"trace[1822961300] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"394.242828ms","start":"2026-08-04T15:31:50.843119Z","end":"2026-08-04T15:31:51.237362Z","steps":["trace[1822961300] 'process raft request' (duration: 203.219593ms)","trace[1822961300] 'compare' (duration: 190.091355ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:51.237968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.87972Z","time spent":"358.234498ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-08-04T15:31:51.238008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.343432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:31:51.238124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.843093Z","time spent":"394.921789ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:51.238185Z","caller":"traceutil/trace.go:171","msg":"trace[728600249] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6036; }","duration":"359.000553ms","start":"2026-08-04T15:31:50.879115Z","end":"2026-08-04T15:31:51.238116Z","steps":["trace[728600249] 'agreement among raft nodes before linearized reading' (duration: 358.29975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:51.238241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.879104Z","time spent":"359.122107ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-08-04T15:31:51.238316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.762644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-08-04T15:31:51.238515Z","caller":"traceutil/trace.go:171","msg":"trace[1474171104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:6036; }","duration":"357.956339ms","start":"2026-08-04T15:31:50.880441Z","end":"2026-08-04T15:31:51.238397Z","steps":["trace[1474171104] 'agreement among raft nodes before linearized reading' (duration: 356.953978ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:51.238585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:50.880432Z","time spent":"358.137705ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"warn","ts":"2026-08-04T15:31:51.848127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.868345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-04T15:31:51.848266Z","caller":"traceutil/trace.go:171","msg":"trace[1037867925] linearizableReadLoop","detail":"{readStateIndex:6272; appliedIndex:6271; }","duration":"603.862575ms","start":"2026-08-04T15:31:51.244383Z","end":"2026-08-04T15:31:51.848246Z","steps":["trace[1037867925] 'read index received' (duration: 136.725991ms)","trace[1037867925] 'applied index is now lower than readState.Index' (duration: 467.134864ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:31:51.848343Z","caller":"traceutil/trace.go:171","msg":"trace[432743189] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"604.320819ms","start":"2026-08-04T15:31:51.244009Z","end":"2026-08-04T15:31:51.848329Z","steps":["trace[432743189] 'process raft request' (duration: 137.127054ms)","trace[432743189] 'compare' (duration: 466.71882ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:51.848492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:51.243991Z","time spent":"604.377542ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:31:51.849115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.699711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102373"} {"level":"info","ts":"2026-08-04T15:31:51.849215Z","caller":"traceutil/trace.go:171","msg":"trace[1845118766] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6037; }","duration":"604.838876ms","start":"2026-08-04T15:31:51.244355Z","end":"2026-08-04T15:31:51.849194Z","steps":["trace[1845118766] 'agreement among raft nodes before linearized reading' (duration: 604.184925ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:51.84926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:51.244341Z","time spent":"604.910689ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102396,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-04T15:31:51.931673Z","caller":"traceutil/trace.go:171","msg":"trace[65316220] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"687.206203ms","start":"2026-08-04T15:31:51.24444Z","end":"2026-08-04T15:31:51.931646Z","steps":["trace[65316220] 'process raft request' (duration: 687.065649ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:51.931824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:51.244418Z","time spent":"687.319107ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4659,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:52.339333Z","caller":"traceutil/trace.go:171","msg":"trace[439959871] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"621.401804ms","start":"2026-08-04T15:31:51.717902Z","end":"2026-08-04T15:31:52.339304Z","steps":["trace[439959871] 'process raft request' (duration: 621.118185ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:52.339528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:51.717869Z","time spent":"621.559849ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:31:52.339687Z","caller":"traceutil/trace.go:171","msg":"trace[948061857] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"486.264822ms","start":"2026-08-04T15:31:51.853397Z","end":"2026-08-04T15:31:52.339662Z","steps":["trace[948061857] 'process raft request' (duration: 485.838979ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:52.33974Z","caller":"traceutil/trace.go:171","msg":"trace[405605035] linearizableReadLoop","detail":"{readStateIndex:6274; appliedIndex:6272; }","duration":"491.368945ms","start":"2026-08-04T15:31:51.848295Z","end":"2026-08-04T15:31:52.339664Z","steps":["trace[405605035] 'read index received' (duration: 83.198954ms)","trace[405605035] 'applied index is now lower than readState.Index' (duration: 408.166971ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:31:52.339782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:51.853369Z","time spent":"486.370696ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-04T15:31:52.340041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.25286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-04T15:31:52.340082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.455618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-08-04T15:31:52.340129Z","caller":"traceutil/trace.go:171","msg":"trace[1558891688] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6040; }","duration":"402.552512ms","start":"2026-08-04T15:31:51.937564Z","end":"2026-08-04T15:31:52.340116Z","steps":["trace[1558891688] 'agreement among raft nodes before linearized reading' (duration: 402.391717ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:31:52.340131Z","caller":"traceutil/trace.go:171","msg":"trace[1133385785] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6040; }","duration":"753.483088ms","start":"2026-08-04T15:31:51.586628Z","end":"2026-08-04T15:31:52.340111Z","steps":["trace[1133385785] 'agreement among raft nodes before linearized reading' (duration: 753.136137ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:31:52.340162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:51.93754Z","time spent":"402.615513ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-04T15:31:52.340182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:31:51.586601Z","time spent":"753.568231ms","remote":"127.0.0.1:44226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":41,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:31:57.719563Z","caller":"traceutil/trace.go:171","msg":"trace[2038115701] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"207.527771ms","start":"2026-08-04T15:31:57.511992Z","end":"2026-08-04T15:31:57.71952Z","steps":["trace[2038115701] 'process raft request' (duration: 207.258982ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:02.929829Z","caller":"traceutil/trace.go:171","msg":"trace[1747147640] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"163.507466ms","start":"2026-08-04T15:32:02.766288Z","end":"2026-08-04T15:32:02.929796Z","steps":["trace[1747147640] 'process raft request' (duration: 163.220767ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:07.110847Z","caller":"traceutil/trace.go:171","msg":"trace[818465972] linearizableReadLoop","detail":"{readStateIndex:6369; appliedIndex:6368; }","duration":"111.676883ms","start":"2026-08-04T15:32:06.999141Z","end":"2026-08-04T15:32:07.110818Z","steps":["trace[818465972] 'read index received' (duration: 78.285128ms)","trace[818465972] 'applied index is now lower than readState.Index' (duration: 33.390335ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:32:07.111033Z","caller":"traceutil/trace.go:171","msg":"trace[1822012711] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"137.129994ms","start":"2026-08-04T15:32:06.973847Z","end":"2026-08-04T15:32:07.110977Z","steps":["trace[1822012711] 'process raft request' (duration: 103.651866ms)","trace[1822012711] 'compare' (duration: 33.148468ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:32:07.111165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.005413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-04T15:32:07.111225Z","caller":"traceutil/trace.go:171","msg":"trace[1777822743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6130; }","duration":"112.147508ms","start":"2026-08-04T15:32:06.999061Z","end":"2026-08-04T15:32:07.111209Z","steps":["trace[1777822743] 'agreement among raft nodes before linearized reading' (duration: 111.959132ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:08.221448Z","caller":"traceutil/trace.go:171","msg":"trace[2066579843] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"169.735845ms","start":"2026-08-04T15:32:08.051427Z","end":"2026-08-04T15:32:08.221163Z","steps":["trace[2066579843] 'process raft request' (duration: 169.403724ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:09.243945Z","caller":"traceutil/trace.go:171","msg":"trace[673806987] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"121.727833ms","start":"2026-08-04T15:32:09.122172Z","end":"2026-08-04T15:32:09.2439Z","steps":["trace[673806987] 'process raft request' (duration: 121.484025ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:09.539354Z","caller":"traceutil/trace.go:171","msg":"trace[2041362711] linearizableReadLoop","detail":"{readStateIndex:6381; appliedIndex:6380; }","duration":"183.713261ms","start":"2026-08-04T15:32:09.355614Z","end":"2026-08-04T15:32:09.539328Z","steps":["trace[2041362711] 'read index received' (duration: 183.303118ms)","trace[2041362711] 'applied index is now lower than readState.Index' (duration: 408.563µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:32:09.539455Z","caller":"traceutil/trace.go:171","msg":"trace[427283183] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"250.817632ms","start":"2026-08-04T15:32:09.288598Z","end":"2026-08-04T15:32:09.539416Z","steps":["trace[427283183] 'process raft request' (duration: 250.403059ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:09.5399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.264098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-l42b5.18c8a3ef0c5d7342\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-08-04T15:32:09.540027Z","caller":"traceutil/trace.go:171","msg":"trace[2025738789] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-l42b5.18c8a3ef0c5d7342; range_end:; response_count:1; response_revision:6142; }","duration":"184.452834ms","start":"2026-08-04T15:32:09.355538Z","end":"2026-08-04T15:32:09.539991Z","steps":["trace[2025738789] 'agreement among raft nodes before linearized reading' (duration: 183.930618ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:09.865202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.553605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:32:09.865654Z","caller":"traceutil/trace.go:171","msg":"trace[387921302] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6143; }","duration":"105.068332ms","start":"2026-08-04T15:32:09.760559Z","end":"2026-08-04T15:32:09.865627Z","steps":["trace[387921302] 'count revisions from in-memory index tree' (duration: 104.449223ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:10.461575Z","caller":"traceutil/trace.go:171","msg":"trace[2121488017] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"108.250103ms","start":"2026-08-04T15:32:10.35329Z","end":"2026-08-04T15:32:10.46154Z","steps":["trace[2121488017] 'process raft request' (duration: 107.8294ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:10.665668Z","caller":"traceutil/trace.go:171","msg":"trace[619248458] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"191.49159ms","start":"2026-08-04T15:32:10.474142Z","end":"2026-08-04T15:32:10.665633Z","steps":["trace[619248458] 'process raft request' (duration: 96.427137ms)","trace[619248458] 'compare' (duration: 94.924428ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:32:15.40788Z","caller":"traceutil/trace.go:171","msg":"trace[2088979389] linearizableReadLoop","detail":"{readStateIndex:6459; appliedIndex:6458; }","duration":"131.873457ms","start":"2026-08-04T15:32:15.275977Z","end":"2026-08-04T15:32:15.40785Z","steps":["trace[2088979389] 'read index received' (duration: 131.580848ms)","trace[2088979389] 'applied index is now lower than readState.Index' (duration: 291.359µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:32:15.408206Z","caller":"traceutil/trace.go:171","msg":"trace[1819469560] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"132.629711ms","start":"2026-08-04T15:32:15.275497Z","end":"2026-08-04T15:32:15.408127Z","steps":["trace[1819469560] 'process raft request' (duration: 132.135145ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.408329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.320231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2717"} {"level":"info","ts":"2026-08-04T15:32:15.408453Z","caller":"traceutil/trace.go:171","msg":"trace[1302050421] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:6217; }","duration":"132.469877ms","start":"2026-08-04T15:32:15.275954Z","end":"2026-08-04T15:32:15.408424Z","steps":["trace[1302050421] 'agreement among raft nodes before linearized reading' (duration: 132.173437ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:15.765662Z","caller":"traceutil/trace.go:171","msg":"trace[771777588] linearizableReadLoop","detail":"{readStateIndex:6460; appliedIndex:6459; }","duration":"357.657861ms","start":"2026-08-04T15:32:15.407969Z","end":"2026-08-04T15:32:15.765627Z","steps":["trace[771777588] 'read index received' (duration: 356.560486ms)","trace[771777588] 'applied index is now lower than readState.Index' (duration: 1.096465ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:32:15.765689Z","caller":"traceutil/trace.go:171","msg":"trace[1225056588] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"489.070373ms","start":"2026-08-04T15:32:15.276565Z","end":"2026-08-04T15:32:15.765636Z","steps":["trace[1225056588] 'process raft request' (duration: 488.087161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.765803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.173424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:32:15.765882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.485714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:32:15.765911Z","caller":"traceutil/trace.go:171","msg":"trace[1562909959] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6218; }","duration":"472.332299ms","start":"2026-08-04T15:32:15.293545Z","end":"2026-08-04T15:32:15.765878Z","steps":["trace[1562909959] 'agreement among raft nodes before linearized reading' (duration: 472.122462ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:15.765931Z","caller":"traceutil/trace.go:171","msg":"trace[1392700964] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6218; }","duration":"472.575377ms","start":"2026-08-04T15:32:15.293338Z","end":"2026-08-04T15:32:15.765913Z","steps":["trace[1392700964] 'agreement among raft nodes before linearized reading' (duration: 472.478664ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.765934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.298337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2325"} {"level":"warn","ts":"2026-08-04T15:32:15.765953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.276544Z","time spent":"489.29034ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:32:15.766024Z","caller":"traceutil/trace.go:171","msg":"trace[374840094] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:6218; }","duration":"440.421971ms","start":"2026-08-04T15:32:15.325579Z","end":"2026-08-04T15:32:15.766Z","steps":["trace[374840094] 'agreement among raft nodes before linearized reading' (duration: 440.08482ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.76607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.325567Z","time spent":"440.493833ms","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2348,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-08-04T15:32:15.766125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.252902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"warn","ts":"2026-08-04T15:32:15.76616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.983824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2123"} {"level":"warn","ts":"2026-08-04T15:32:15.766149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.250005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-08-04T15:32:15.766201Z","caller":"traceutil/trace.go:171","msg":"trace[1420595840] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:6218; }","duration":"465.050667ms","start":"2026-08-04T15:32:15.301139Z","end":"2026-08-04T15:32:15.76619Z","steps":["trace[1420595840] 'agreement among raft nodes before linearized reading' (duration: 464.85851ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.765934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.65337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:32:15.766232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.301123Z","time spent":"465.101818ms","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2146,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"info","ts":"2026-08-04T15:32:15.766241Z","caller":"traceutil/trace.go:171","msg":"trace[1494324593] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:6218; }","duration":"140.44085ms","start":"2026-08-04T15:32:15.625776Z","end":"2026-08-04T15:32:15.766216Z","steps":["trace[1494324593] 'agreement among raft nodes before linearized reading' (duration: 140.150961ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:15.766271Z","caller":"traceutil/trace.go:171","msg":"trace[1426716753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6218; }","duration":"353.058983ms","start":"2026-08-04T15:32:15.413188Z","end":"2026-08-04T15:32:15.766247Z","steps":["trace[1426716753] 'agreement among raft nodes before linearized reading' (duration: 352.665431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.766316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.723452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"warn","ts":"2026-08-04T15:32:15.766347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.413159Z","time spent":"353.168967ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:32:15.766371Z","caller":"traceutil/trace.go:171","msg":"trace[440830874] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:6218; }","duration":"189.808935ms","start":"2026-08-04T15:32:15.576548Z","end":"2026-08-04T15:32:15.766357Z","steps":["trace[440830874] 'agreement among raft nodes before linearized reading' (duration: 189.692321ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.766412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.976764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11459"} {"level":"info","ts":"2026-08-04T15:32:15.766453Z","caller":"traceutil/trace.go:171","msg":"trace[1421909346] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:6218; }","duration":"365.039366ms","start":"2026-08-04T15:32:15.401402Z","end":"2026-08-04T15:32:15.766442Z","steps":["trace[1421909346] 'agreement among raft nodes before linearized reading' (duration: 364.918882ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.766472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.401389Z","time spent":"365.079407ms","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11482,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-08-04T15:32:15.765967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.293325Z","time spent":"472.633918ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-08-04T15:32:15.765963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.293536Z","time spent":"472.417502ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-08-04T15:32:15.766415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.255811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-04T15:32:15.766616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.666669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-08-04T15:32:15.766213Z","caller":"traceutil/trace.go:171","msg":"trace[1870741702] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:6218; }","duration":"165.333275ms","start":"2026-08-04T15:32:15.600824Z","end":"2026-08-04T15:32:15.766157Z","steps":["trace[1870741702] 'agreement among raft nodes before linearized reading' (duration: 165.166949ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:15.766663Z","caller":"traceutil/trace.go:171","msg":"trace[1080276845] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6218; }","duration":"414.757172ms","start":"2026-08-04T15:32:15.351888Z","end":"2026-08-04T15:32:15.766646Z","steps":["trace[1080276845] 'agreement among raft nodes before linearized reading' (duration: 414.652069ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.76666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.679147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478\" ","response":"range_response_count:1 size:5562"} {"level":"info","ts":"2026-08-04T15:32:15.766752Z","caller":"traceutil/trace.go:171","msg":"trace[1965791263] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478; range_end:; response_count:1; response_revision:6218; }","duration":"213.816581ms","start":"2026-08-04T15:32:15.552921Z","end":"2026-08-04T15:32:15.766737Z","steps":["trace[1965791263] 'agreement among raft nodes before linearized reading' (duration: 213.661156ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.766777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.019623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-08-04T15:32:15.766829Z","caller":"traceutil/trace.go:171","msg":"trace[1043365850] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:6218; }","duration":"390.133527ms","start":"2026-08-04T15:32:15.376687Z","end":"2026-08-04T15:32:15.76682Z","steps":["trace[1043365850] 'agreement among raft nodes before linearized reading' (duration: 389.957881ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.766851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.376662Z","time spent":"390.184258ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7531,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-08-04T15:32:15.766855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.224031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-08-04T15:32:15.766894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.963178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-08-04T15:32:15.766629Z","caller":"traceutil/trace.go:171","msg":"trace[869736890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6218; }","duration":"480.494609ms","start":"2026-08-04T15:32:15.286126Z","end":"2026-08-04T15:32:15.76662Z","steps":["trace[869736890] 'agreement among raft nodes before linearized reading' (duration: 480.222971ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:32:15.766908Z","caller":"traceutil/trace.go:171","msg":"trace[1663091465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6218; }","duration":"291.287823ms","start":"2026-08-04T15:32:15.475602Z","end":"2026-08-04T15:32:15.76689Z","steps":["trace[1663091465] 'agreement among raft nodes before linearized reading' (duration: 291.173929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.766919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.910554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-08-04T15:32:15.766941Z","caller":"traceutil/trace.go:171","msg":"trace[59582865] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6218; }","duration":"341.0341ms","start":"2026-08-04T15:32:15.425892Z","end":"2026-08-04T15:32:15.766926Z","steps":["trace[59582865] 'agreement among raft nodes before linearized reading' (duration: 340.890336ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.766947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.28611Z","time spent":"480.82935ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-04T15:32:15.766945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.602183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-08-04T15:32:15.766957Z","caller":"traceutil/trace.go:171","msg":"trace[1273427374] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6218; }","duration":"240.040688ms","start":"2026-08-04T15:32:15.526906Z","end":"2026-08-04T15:32:15.766947Z","steps":["trace[1273427374] 'agreement among raft nodes before linearized reading' (duration: 239.946355ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.766977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.425878Z","time spent":"341.089391ms","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-08-04T15:32:15.766993Z","caller":"traceutil/trace.go:171","msg":"trace[1459987110] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:6218; }","duration":"265.702507ms","start":"2026-08-04T15:32:15.501275Z","end":"2026-08-04T15:32:15.766978Z","steps":["trace[1459987110] 'agreement among raft nodes before linearized reading' (duration: 265.597353ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.76669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.351864Z","time spent":"414.819874ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-08-04T15:32:15.766683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.584767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-08-04T15:32:15.767164Z","caller":"traceutil/trace.go:171","msg":"trace[704870987] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6218; }","duration":"116.106234ms","start":"2026-08-04T15:32:15.651039Z","end":"2026-08-04T15:32:15.767145Z","steps":["trace[704870987] 'agreement among raft nodes before linearized reading' (duration: 115.541216ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.767166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.075172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4252"} {"level":"info","ts":"2026-08-04T15:32:15.767274Z","caller":"traceutil/trace.go:171","msg":"trace[1109355094] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:6218; }","duration":"315.225436ms","start":"2026-08-04T15:32:15.452019Z","end":"2026-08-04T15:32:15.767244Z","steps":["trace[1109355094] 'agreement among raft nodes before linearized reading' (duration: 314.860195ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:32:15.768367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:32:15.452007Z","time spent":"316.345052ms","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4275,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"info","ts":"2026-08-04T15:32:19.553006Z","caller":"traceutil/trace.go:171","msg":"trace[33642380] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"100.285449ms","start":"2026-08-04T15:32:19.452684Z","end":"2026-08-04T15:32:19.552969Z","steps":["trace[33642380] 'process raft request' (duration: 100.079403ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:35:27.313213Z","caller":"traceutil/trace.go:171","msg":"trace[1928947325] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"109.802802ms","start":"2026-08-04T15:35:27.203374Z","end":"2026-08-04T15:35:27.313177Z","steps":["trace[1928947325] 'process raft request' (duration: 109.549784ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:36:10.220212Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5849} {"level":"info","ts":"2026-08-04T15:36:10.314716Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5849,"took":"92.079164ms","hash":1616703404,"current-db-size-bytes":56586240,"current-db-size":"57 MB","current-db-size-in-use-bytes":25735168,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-04T15:36:10.31481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1616703404,"revision":5849,"compact-revision":2915} {"level":"warn","ts":"2026-08-04T15:36:59.510231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.570956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-08-04T15:36:59.510596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.587133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:36:59.510714Z","caller":"traceutil/trace.go:171","msg":"trace[1012899094] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8369; }","duration":"575.745778ms","start":"2026-08-04T15:36:58.934926Z","end":"2026-08-04T15:36:59.510672Z","steps":["trace[1012899094] 'count revisions from in-memory index tree' (duration: 575.50605ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:36:59.510755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:36:58.934903Z","time spent":"575.842541ms","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:36:59.510671Z","caller":"traceutil/trace.go:171","msg":"trace[394368743] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8369; }","duration":"259.713431ms","start":"2026-08-04T15:36:59.250586Z","end":"2026-08-04T15:36:59.5103Z","steps":["trace[394368743] 'range keys from in-memory index tree' (duration: 259.335038ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:11.209006Z","caller":"traceutil/trace.go:171","msg":"trace[2131853802] linearizableReadLoop","detail":"{readStateIndex:8753; appliedIndex:8752; }","duration":"416.359175ms","start":"2026-08-04T15:37:10.792619Z","end":"2026-08-04T15:37:11.208978Z","steps":["trace[2131853802] 'read index received' (duration: 416.240312ms)","trace[2131853802] 'applied index is now lower than readState.Index' (duration: 117.323µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:11.20909Z","caller":"traceutil/trace.go:171","msg":"trace[1635371860] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"503.766887ms","start":"2026-08-04T15:37:10.705274Z","end":"2026-08-04T15:37:11.209041Z","steps":["trace[1635371860] 'process raft request' (duration: 503.53472ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:11.209225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.589673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:37:11.209269Z","caller":"traceutil/trace.go:171","msg":"trace[381434058] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8434; }","duration":"416.657205ms","start":"2026-08-04T15:37:10.792597Z","end":"2026-08-04T15:37:11.209255Z","steps":["trace[381434058] 'agreement among raft nodes before linearized reading' (duration: 416.50418ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:11.209308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:10.792527Z","time spent":"416.771499ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:37:11.209389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:10.705233Z","time spent":"504.037577ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:37:11.715607Z","caller":"traceutil/trace.go:171","msg":"trace[998577430] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"112.275442ms","start":"2026-08-04T15:37:11.603287Z","end":"2026-08-04T15:37:11.715562Z","steps":["trace[998577430] 'process raft request' (duration: 112.195999ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:11.715663Z","caller":"traceutil/trace.go:171","msg":"trace[65857031] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"112.638384ms","start":"2026-08-04T15:37:11.602979Z","end":"2026-08-04T15:37:11.715618Z","steps":["trace[65857031] 'process raft request' (duration: 112.291393ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:12.543307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323577247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-04T15:37:12.923209Z","caller":"traceutil/trace.go:171","msg":"trace[759845527] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8760; }","duration":"880.477863ms","start":"2026-08-04T15:37:12.042671Z","end":"2026-08-04T15:37:12.923149Z","steps":["trace[759845527] 'read index received' (duration: 879.853353ms)","trace[759845527] 'applied index is now lower than readState.Index' (duration: 623.65µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:12.923262Z","caller":"traceutil/trace.go:171","msg":"trace[1336249043] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"946.16388ms","start":"2026-08-04T15:37:11.977051Z","end":"2026-08-04T15:37:12.923215Z","steps":["trace[1336249043] 'process raft request' (duration: 945.563881ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:12.923466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.913076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-57bc99fb6-bhv6x.18c8a437eef3c20a\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-08-04T15:37:12.923471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:11.97702Z","time spent":"946.315265ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:37:12.9235Z","caller":"traceutil/trace.go:171","msg":"trace[1877841917] range","detail":"{range_begin:/registry/events/openstack/barbican-api-57bc99fb6-bhv6x.18c8a437eef3c20a; range_end:; response_count:1; response_revision:8441; }","duration":"529.018209ms","start":"2026-08-04T15:37:12.39447Z","end":"2026-08-04T15:37:12.923488Z","steps":["trace[1877841917] 'agreement among raft nodes before linearized reading' (duration: 528.855373ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:12.923473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.804673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-08-04T15:37:12.923526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:12.394436Z","time spent":"529.084261ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-57bc99fb6-bhv6x.18c8a437eef3c20a\" "} {"level":"warn","ts":"2026-08-04T15:37:12.923496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.517994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:12.923554Z","caller":"traceutil/trace.go:171","msg":"trace[563100566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:8441; }","duration":"880.980899ms","start":"2026-08-04T15:37:12.042552Z","end":"2026-08-04T15:37:12.923533Z","steps":["trace[563100566] 'agreement among raft nodes before linearized reading' (duration: 880.683609ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:12.923595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:12.042507Z","time spent":"881.082022ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"info","ts":"2026-08-04T15:37:12.923618Z","caller":"traceutil/trace.go:171","msg":"trace[268466324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8441; }","duration":"514.658579ms","start":"2026-08-04T15:37:12.408922Z","end":"2026-08-04T15:37:12.923581Z","steps":["trace[268466324] 'agreement among raft nodes before linearized reading' (duration: 514.474483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:12.923685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:12.408915Z","time spent":"514.749591ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:37:12.923742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.749736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-04T15:37:12.923768Z","caller":"traceutil/trace.go:171","msg":"trace[1162893586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8441; }","duration":"516.817317ms","start":"2026-08-04T15:37:12.406944Z","end":"2026-08-04T15:37:12.923761Z","steps":["trace[1162893586] 'agreement among raft nodes before linearized reading' (duration: 516.739185ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:12.923789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:12.406918Z","time spent":"516.866769ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-04T15:37:13.877483Z","caller":"traceutil/trace.go:171","msg":"trace[811541044] linearizableReadLoop","detail":"{readStateIndex:8765; appliedIndex:8764; }","duration":"247.377885ms","start":"2026-08-04T15:37:13.630073Z","end":"2026-08-04T15:37:13.877451Z","steps":["trace[811541044] 'read index received' (duration: 247.303193ms)","trace[811541044] 'applied index is now lower than readState.Index' (duration: 72.752µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:13.877632Z","caller":"traceutil/trace.go:171","msg":"trace[125562096] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"270.999832ms","start":"2026-08-04T15:37:13.606618Z","end":"2026-08-04T15:37:13.877617Z","steps":["trace[125562096] 'process raft request' (duration: 270.652261ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:13.877955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.84025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:13.878072Z","caller":"traceutil/trace.go:171","msg":"trace[1115126989] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8445; }","duration":"247.999435ms","start":"2026-08-04T15:37:13.630044Z","end":"2026-08-04T15:37:13.878043Z","steps":["trace[1115126989] 'agreement among raft nodes before linearized reading' (duration: 247.750347ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:14.10259Z","caller":"traceutil/trace.go:171","msg":"trace[1932964548] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"290.673723ms","start":"2026-08-04T15:37:13.81188Z","end":"2026-08-04T15:37:14.102554Z","steps":["trace[1932964548] 'process raft request' (duration: 244.567724ms)","trace[1932964548] 'compare' (duration: 45.859041ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:14.102776Z","caller":"traceutil/trace.go:171","msg":"trace[1766139339] linearizableReadLoop","detail":"{readStateIndex:8767; appliedIndex:8765; }","duration":"225.153812ms","start":"2026-08-04T15:37:13.877571Z","end":"2026-08-04T15:37:14.102724Z","steps":["trace[1766139339] 'read index received' (duration: 178.923049ms)","trace[1766139339] 'applied index is now lower than readState.Index' (duration: 46.229053ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:14.102772Z","caller":"traceutil/trace.go:171","msg":"trace[1409214481] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"259.549275ms","start":"2026-08-04T15:37:13.843173Z","end":"2026-08-04T15:37:14.102723Z","steps":["trace[1409214481] 'process raft request' (duration: 259.312527ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.102942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.311039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.102981Z","caller":"traceutil/trace.go:171","msg":"trace[513866748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8447; }","duration":"245.409392ms","start":"2026-08-04T15:37:13.857558Z","end":"2026-08-04T15:37:14.102968Z","steps":["trace[513866748] 'agreement among raft nodes before linearized reading' (duration: 245.325779ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.240456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:14.1031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.996131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-04T15:37:14.103119Z","caller":"traceutil/trace.go:171","msg":"trace[2013855804] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8447; }","duration":"409.34174ms","start":"2026-08-04T15:37:13.693752Z","end":"2026-08-04T15:37:14.103094Z","steps":["trace[2013855804] 'agreement among raft nodes before linearized reading' (duration: 409.193875ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.812575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.103154Z","caller":"traceutil/trace.go:171","msg":"trace[1680995544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8447; }","duration":"309.123625ms","start":"2026-08-04T15:37:13.794016Z","end":"2026-08-04T15:37:14.103139Z","steps":["trace[1680995544] 'agreement among raft nodes before linearized reading' (duration: 309.005771ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.693718Z","time spent":"409.442033ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:37:14.103191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.928099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.103201Z","caller":"traceutil/trace.go:171","msg":"trace[906117837] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8447; }","duration":"351.951639ms","start":"2026-08-04T15:37:13.751218Z","end":"2026-08-04T15:37:14.103169Z","steps":["trace[906117837] 'agreement among raft nodes before linearized reading' (duration: 351.760133ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.012149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:14.10321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.793987Z","time spent":"309.210938ms","remote":"127.0.0.1:40660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:37:14.103243Z","caller":"traceutil/trace.go:171","msg":"trace[1056914496] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8447; }","duration":"352.037192ms","start":"2026-08-04T15:37:13.75119Z","end":"2026-08-04T15:37:14.103228Z","steps":["trace[1056914496] 'agreement among raft nodes before linearized reading' (duration: 351.917258ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:14.10326Z","caller":"traceutil/trace.go:171","msg":"trace[2040657062] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8447; }","duration":"428.107012ms","start":"2026-08-04T15:37:13.675146Z","end":"2026-08-04T15:37:14.103253Z","steps":["trace[2040657062] 'agreement among raft nodes before linearized reading' (duration: 428.04099ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.675116Z","time spent":"428.157013ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-08-04T15:37:14.103283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.751161Z","time spent":"352.110854ms","remote":"127.0.0.1:57554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-08-04T15:37:14.103261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.751212Z","time spent":"352.035181ms","remote":"127.0.0.1:57554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-08-04T15:37:14.103256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.681935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-04T15:37:14.103362Z","caller":"traceutil/trace.go:171","msg":"trace[324810377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8447; }","duration":"377.8352ms","start":"2026-08-04T15:37:13.725507Z","end":"2026-08-04T15:37:14.103342Z","steps":["trace[324810377] 'agreement among raft nodes before linearized reading' (duration: 377.53164ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.433014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:14.103407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.725479Z","time spent":"377.916052ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-04T15:37:14.103449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.547868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.103463Z","caller":"traceutil/trace.go:171","msg":"trace[1260575364] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8447; }","duration":"429.575099ms","start":"2026-08-04T15:37:13.673885Z","end":"2026-08-04T15:37:14.10346Z","steps":["trace[1260575364] 'agreement among raft nodes before linearized reading' (duration: 429.551549ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.673878Z","time spent":"429.59532ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:37:14.10348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.755681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:14.103174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.464104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.103522Z","caller":"traceutil/trace.go:171","msg":"trace[698901975] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8447; }","duration":"408.836064ms","start":"2026-08-04T15:37:13.694671Z","end":"2026-08-04T15:37:14.103507Z","steps":["trace[698901975] 'agreement among raft nodes before linearized reading' (duration: 408.774562ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:14.103537Z","caller":"traceutil/trace.go:171","msg":"trace[1245555223] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8447; }","duration":"409.839016ms","start":"2026-08-04T15:37:13.693682Z","end":"2026-08-04T15:37:14.103521Z","steps":["trace[1245555223] 'agreement among raft nodes before linearized reading' (duration: 409.467874ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.847627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:14.103553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.694654Z","time spent":"408.891045ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-08-04T15:37:14.103576Z","caller":"traceutil/trace.go:171","msg":"trace[1635653248] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8447; }","duration":"453.883959ms","start":"2026-08-04T15:37:13.649686Z","end":"2026-08-04T15:37:14.10357Z","steps":["trace[1635653248] 'agreement among raft nodes before linearized reading' (duration: 453.847058ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.10351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.565863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:14.103625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.691994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.103692Z","caller":"traceutil/trace.go:171","msg":"trace[940830513] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8447; }","duration":"454.772877ms","start":"2026-08-04T15:37:13.648911Z","end":"2026-08-04T15:37:14.103684Z","steps":["trace[940830513] 'agreement among raft nodes before linearized reading' (duration: 454.696265ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.648903Z","time spent":"454.804468ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:37:14.103725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.516527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:14.103741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.078377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-08-04T15:37:14.10348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.276287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-04T15:37:14.103745Z","caller":"traceutil/trace.go:171","msg":"trace[1576145904] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8447; }","duration":"364.78303ms","start":"2026-08-04T15:37:13.738833Z","end":"2026-08-04T15:37:14.103616Z","steps":["trace[1576145904] 'agreement among raft nodes before linearized reading' (duration: 364.340166ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:14.103796Z","caller":"traceutil/trace.go:171","msg":"trace[330178861] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8447; }","duration":"378.1654ms","start":"2026-08-04T15:37:13.725609Z","end":"2026-08-04T15:37:14.103774Z","steps":["trace[330178861] 'agreement among raft nodes before linearized reading' (duration: 377.909912ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.693667Z","time spent":"409.898628ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-08-04T15:37:14.103806Z","caller":"traceutil/trace.go:171","msg":"trace[171642575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8447; }","duration":"399.66873ms","start":"2026-08-04T15:37:13.704124Z","end":"2026-08-04T15:37:14.103793Z","steps":["trace[171642575] 'agreement among raft nodes before linearized reading' (duration: 399.266467ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.913562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:14.103832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.725575Z","time spent":"378.250463ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-04T15:37:14.103847Z","caller":"traceutil/trace.go:171","msg":"trace[364944817] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8447; }","duration":"454.969404ms","start":"2026-08-04T15:37:13.648873Z","end":"2026-08-04T15:37:14.103843Z","steps":["trace[364944817] 'agreement among raft nodes before linearized reading' (duration: 454.931142ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.10385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.704095Z","time spent":"399.741382ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-04T15:37:14.10385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.738808Z","time spent":"365.019828ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-08-04T15:37:14.103764Z","caller":"traceutil/trace.go:171","msg":"trace[1386182422] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8447; }","duration":"352.612471ms","start":"2026-08-04T15:37:13.751142Z","end":"2026-08-04T15:37:14.103754Z","steps":["trace[1386182422] 'agreement among raft nodes before linearized reading' (duration: 352.549189ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.800791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.103419Z","caller":"traceutil/trace.go:171","msg":"trace[1194186492] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8447; }","duration":"429.473036ms","start":"2026-08-04T15:37:13.673941Z","end":"2026-08-04T15:37:14.103414Z","steps":["trace[1194186492] 'agreement among raft nodes before linearized reading' (duration: 429.435625ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.802858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.103912Z","caller":"traceutil/trace.go:171","msg":"trace[1270851470] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8447; }","duration":"364.916014ms","start":"2026-08-04T15:37:13.738986Z","end":"2026-08-04T15:37:14.103902Z","steps":["trace[1270851470] 'agreement among raft nodes before linearized reading' (duration: 364.850612ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:14.103936Z","caller":"traceutil/trace.go:171","msg":"trace[638111050] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8447; }","duration":"473.857419ms","start":"2026-08-04T15:37:13.630073Z","end":"2026-08-04T15:37:14.10393Z","steps":["trace[638111050] 'agreement among raft nodes before linearized reading' (duration: 473.830809ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.630054Z","time spent":"473.894091ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-08-04T15:37:14.103939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.751116Z","time spent":"352.784085ms","remote":"127.0.0.1:57554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:37:14.103948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.738947Z","time spent":"364.993008ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:37:14.103863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.648854Z","time spent":"455.005524ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-08-04T15:37:14.103928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.673927Z","time spent":"429.989813ms","remote":"127.0.0.1:57516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-08-04T15:37:14.104143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.176801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-04T15:37:14.103595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.64968Z","time spent":"453.908699ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-08-04T15:37:14.104189Z","caller":"traceutil/trace.go:171","msg":"trace[148762955] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8447; }","duration":"123.268744ms","start":"2026-08-04T15:37:13.980902Z","end":"2026-08-04T15:37:14.104171Z","steps":["trace[148762955] 'agreement among raft nodes before linearized reading' (duration: 123.194912ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.103892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.883978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.104296Z","caller":"traceutil/trace.go:171","msg":"trace[125285940] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8447; }","duration":"473.302132ms","start":"2026-08-04T15:37:13.630981Z","end":"2026-08-04T15:37:14.104283Z","steps":["trace[125285940] 'agreement among raft nodes before linearized reading' (duration: 472.891419ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.104337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.630968Z","time spent":"473.355523ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-08-04T15:37:14.10482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.911077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:14.104899Z","caller":"traceutil/trace.go:171","msg":"trace[1238339103] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8447; }","duration":"366.00425ms","start":"2026-08-04T15:37:13.738885Z","end":"2026-08-04T15:37:14.10489Z","steps":["trace[1238339103] 'agreement among raft nodes before linearized reading' (duration: 365.894747ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.104965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:13.73888Z","time spent":"366.066892ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-08-04T15:37:14.448258Z","caller":"traceutil/trace.go:171","msg":"trace[1779222479] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"337.97929ms","start":"2026-08-04T15:37:14.110243Z","end":"2026-08-04T15:37:14.448223Z","steps":["trace[1779222479] 'process raft request' (duration: 328.657271ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.448497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:14.110194Z","time spent":"338.179537ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:37:14.461193Z","caller":"traceutil/trace.go:171","msg":"trace[1708906184] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"350.517013ms","start":"2026-08-04T15:37:14.110653Z","end":"2026-08-04T15:37:14.46117Z","steps":["trace[1708906184] 'process raft request' (duration: 350.393839ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:14.461192Z","caller":"traceutil/trace.go:171","msg":"trace[942056313] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"350.671708ms","start":"2026-08-04T15:37:14.110474Z","end":"2026-08-04T15:37:14.461146Z","steps":["trace[942056313] 'process raft request' (duration: 350.395769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:14.461475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:14.110452Z","time spent":"350.971677ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:37:14.461506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:14.110616Z","time spent":"350.710359ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:37:15.368061Z","caller":"traceutil/trace.go:171","msg":"trace[492400384] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"142.429788ms","start":"2026-08-04T15:37:15.225598Z","end":"2026-08-04T15:37:15.368028Z","steps":["trace[492400384] 'process raft request' (duration: 141.832959ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:39.320042Z","caller":"traceutil/trace.go:171","msg":"trace[472714516] linearizableReadLoop","detail":"{readStateIndex:8963; appliedIndex:8962; }","duration":"125.454164ms","start":"2026-08-04T15:37:39.194546Z","end":"2026-08-04T15:37:39.32Z","steps":["trace[472714516] 'read index received' (duration: 125.241577ms)","trace[472714516] 'applied index is now lower than readState.Index' (duration: 209.397µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:39.320179Z","caller":"traceutil/trace.go:171","msg":"trace[1019751871] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"166.49327ms","start":"2026-08-04T15:37:39.153673Z","end":"2026-08-04T15:37:39.320166Z","steps":["trace[1019751871] 'process raft request' (duration: 166.17216ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:39.320522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.351525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-08-04T15:37:39.32063Z","caller":"traceutil/trace.go:171","msg":"trace[1036796738] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8635; }","duration":"103.494759ms","start":"2026-08-04T15:37:39.217108Z","end":"2026-08-04T15:37:39.320603Z","steps":["trace[1036796738] 'agreement among raft nodes before linearized reading' (duration: 103.19601ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:39.320659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.088154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-08-04T15:37:39.320706Z","caller":"traceutil/trace.go:171","msg":"trace[1115076176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:8635; }","duration":"126.197427ms","start":"2026-08-04T15:37:39.194494Z","end":"2026-08-04T15:37:39.320692Z","steps":["trace[1115076176] 'agreement among raft nodes before linearized reading' (duration: 126.001891ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:41.522283Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002313.wal"} {"level":"warn","ts":"2026-08-04T15:37:43.158511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323577955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:37:43.659259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132551927323577955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-04T15:37:43.780883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162685053s","expected-duration":"1s"} {"level":"info","ts":"2026-08-04T15:37:43.781329Z","caller":"traceutil/trace.go:171","msg":"trace[1870592449] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"1.163299473s","start":"2026-08-04T15:37:42.618Z","end":"2026-08-04T15:37:43.781299Z","steps":["trace[1870592449] 'process raft request' (duration: 1.163102216s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:43.781478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:42.617965Z","time spent":"1.163414217s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-04T15:37:43.784088Z","caller":"traceutil/trace.go:171","msg":"trace[1981062915] linearizableReadLoop","detail":"{readStateIndex:8985; appliedIndex:8983; }","duration":"1.126251354s","start":"2026-08-04T15:37:42.65781Z","end":"2026-08-04T15:37:43.784062Z","steps":["trace[1981062915] 'read index received' (duration: 1.123406773s)","trace[1981062915] 'applied index is now lower than readState.Index' (duration: 2.843291ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:37:43.784342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12581575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-04T15:37:43.784388Z","caller":"traceutil/trace.go:171","msg":"trace[1051042209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8655; }","duration":"1.125909864s","start":"2026-08-04T15:37:42.658461Z","end":"2026-08-04T15:37:43.784371Z","steps":["trace[1051042209] 'agreement among raft nodes before linearized reading' (duration: 1.125753209s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:43.784415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:42.658443Z","time spent":"1.125964845s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-04T15:37:43.784424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126585755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-04T15:37:43.784406Z","caller":"traceutil/trace.go:171","msg":"trace[243550517] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"744.418798ms","start":"2026-08-04T15:37:43.039923Z","end":"2026-08-04T15:37:43.784342Z","steps":["trace[243550517] 'process raft request' (duration: 742.329981ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:43.784533Z","caller":"traceutil/trace.go:171","msg":"trace[720163126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8655; }","duration":"1.12674965s","start":"2026-08-04T15:37:42.657748Z","end":"2026-08-04T15:37:43.784498Z","steps":["trace[720163126] 'agreement among raft nodes before linearized reading' (duration: 1.126472321s)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:43.784541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.93901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-04T15:37:43.78459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.606412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-04T15:37:43.784608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:42.657726Z","time spent":"1.126858044s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-04T15:37:43.784623Z","caller":"traceutil/trace.go:171","msg":"trace[1197745999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8655; }","duration":"372.659284ms","start":"2026-08-04T15:37:43.411955Z","end":"2026-08-04T15:37:43.784614Z","steps":["trace[1197745999] 'agreement among raft nodes before linearized reading' (duration: 372.607262ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:43.78463Z","caller":"traceutil/trace.go:171","msg":"trace[894948690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8655; }","duration":"256.036453ms","start":"2026-08-04T15:37:43.528571Z","end":"2026-08-04T15:37:43.784608Z","steps":["trace[894948690] 'agreement among raft nodes before linearized reading' (duration: 255.833686ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:43.784652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:43.411943Z","time spent":"372.702925ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-04T15:37:43.784699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:43.039887Z","time spent":"744.659936ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:37:43.784852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.133191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-08-04T15:37:43.784891Z","caller":"traceutil/trace.go:171","msg":"trace[986331377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:8655; }","duration":"432.220674ms","start":"2026-08-04T15:37:43.352662Z","end":"2026-08-04T15:37:43.784883Z","steps":["trace[986331377] 'agreement among raft nodes before linearized reading' (duration: 432.11241ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:43.784915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:43.35264Z","time spent":"432.268395ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"warn","ts":"2026-08-04T15:37:43.784847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.323345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-08-04T15:37:43.785078Z","caller":"traceutil/trace.go:171","msg":"trace[1346585352] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8655; }","duration":"166.604723ms","start":"2026-08-04T15:37:43.618461Z","end":"2026-08-04T15:37:43.785065Z","steps":["trace[1346585352] 'agreement among raft nodes before linearized reading' (duration: 166.343265ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:43.785255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.699372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-04T15:37:43.785314Z","caller":"traceutil/trace.go:171","msg":"trace[466178807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8655; }","duration":"438.795265ms","start":"2026-08-04T15:37:43.346503Z","end":"2026-08-04T15:37:43.785298Z","steps":["trace[466178807] 'agreement among raft nodes before linearized reading' (duration: 438.64708ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:43.785242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.802825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-08-04T15:37:43.785448Z","caller":"traceutil/trace.go:171","msg":"trace[1749098449] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8655; }","duration":"131.071974ms","start":"2026-08-04T15:37:43.654355Z","end":"2026-08-04T15:37:43.785427Z","steps":["trace[1749098449] 'agreement among raft nodes before linearized reading' (duration: 130.380292ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:43.785356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:43.346481Z","time spent":"438.864357ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-04T15:37:44.485631Z","caller":"traceutil/trace.go:171","msg":"trace[1024484097] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"202.888629ms","start":"2026-08-04T15:37:44.282724Z","end":"2026-08-04T15:37:44.485612Z","steps":["trace[1024484097] 'process raft request' (duration: 202.763204ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:44.516072Z","caller":"traceutil/trace.go:171","msg":"trace[260234854] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"233.257272ms","start":"2026-08-04T15:37:44.28278Z","end":"2026-08-04T15:37:44.516038Z","steps":["trace[260234854] 'process raft request' (duration: 233.101587ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.830577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.066042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-04T15:37:56.830962Z","caller":"traceutil/trace.go:171","msg":"trace[1506005051] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9101; }","duration":"562.95262ms","start":"2026-08-04T15:37:56.267986Z","end":"2026-08-04T15:37:56.830939Z","steps":["trace[1506005051] 'read index received' (duration: 344.74391ms)","trace[1506005051] 'applied index is now lower than readState.Index' (duration: 218.2074ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:56.831113Z","caller":"traceutil/trace.go:171","msg":"trace[1161036440] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8767; }","duration":"642.135687ms","start":"2026-08-04T15:37:56.188936Z","end":"2026-08-04T15:37:56.831072Z","steps":["trace[1161036440] 'process raft request' (duration: 29.387982ms)","trace[1161036440] 'compare' (duration: 611.899777ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:56.831159Z","caller":"traceutil/trace.go:171","msg":"trace[254933112] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"640.655949ms","start":"2026-08-04T15:37:56.190327Z","end":"2026-08-04T15:37:56.830983Z","steps":["trace[254933112] 'process raft request' (duration: 640.511474ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.831186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.130737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:56.831337Z","caller":"traceutil/trace.go:171","msg":"trace[341920990] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8768; }","duration":"563.396745ms","start":"2026-08-04T15:37:56.267916Z","end":"2026-08-04T15:37:56.831313Z","steps":["trace[341920990] 'agreement among raft nodes before linearized reading' (duration: 563.124767ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.831356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:56.19031Z","time spent":"640.939898ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:37:56.83137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:56.188922Z","time spent":"642.321533ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-08-04T15:37:56.831396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:56.267887Z","time spent":"563.491939ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-08-04T15:37:56.833085Z","caller":"traceutil/trace.go:171","msg":"trace[1389471698] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"279.358442ms","start":"2026-08-04T15:37:56.553696Z","end":"2026-08-04T15:37:56.833055Z","steps":["trace[1389471698] 'process raft request' (duration: 279.157255ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.833108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.329594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-04T15:37:56.833212Z","caller":"traceutil/trace.go:171","msg":"trace[654554555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8770; }","duration":"526.51845ms","start":"2026-08-04T15:37:56.306666Z","end":"2026-08-04T15:37:56.833185Z","steps":["trace[654554555] 'agreement among raft nodes before linearized reading' (duration: 526.252001ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.833272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:56.306644Z","time spent":"526.618834ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-04T15:37:56.833504Z","caller":"traceutil/trace.go:171","msg":"trace[994318164] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"301.544391ms","start":"2026-08-04T15:37:56.531943Z","end":"2026-08-04T15:37:56.833487Z","steps":["trace[994318164] 'process raft request' (duration: 300.752795ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.833601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.676142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-08-04T15:37:56.833651Z","caller":"traceutil/trace.go:171","msg":"trace[1038468401] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8770; }","duration":"154.720814ms","start":"2026-08-04T15:37:56.678913Z","end":"2026-08-04T15:37:56.833634Z","steps":["trace[1038468401] 'agreement among raft nodes before linearized reading' (duration: 154.60321ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.8336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:56.53191Z","time spent":"301.636074ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:37:56.833805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.436394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:56.834069Z","caller":"traceutil/trace.go:171","msg":"trace[1229731123] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8770; }","duration":"483.748214ms","start":"2026-08-04T15:37:56.350299Z","end":"2026-08-04T15:37:56.834047Z","steps":["trace[1229731123] 'agreement among raft nodes before linearized reading' (duration: 483.362852ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.834134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:56.350278Z","time spent":"483.838427ms","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-04T15:37:56.83436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.87824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:37:56.834411Z","caller":"traceutil/trace.go:171","msg":"trace[1922535690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8770; }","duration":"422.039435ms","start":"2026-08-04T15:37:56.412359Z","end":"2026-08-04T15:37:56.834398Z","steps":["trace[1922535690] 'agreement among raft nodes before linearized reading' (duration: 421.88572ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:56.834447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:56.41233Z","time spent":"422.106778ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-04T15:37:58.124279Z","caller":"traceutil/trace.go:171","msg":"trace[1104311386] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9107; }","duration":"226.154778ms","start":"2026-08-04T15:37:57.898091Z","end":"2026-08-04T15:37:58.124246Z","steps":["trace[1104311386] 'read index received' (duration: 225.93447ms)","trace[1104311386] 'applied index is now lower than readState.Index' (duration: 219.118µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:58.124356Z","caller":"traceutil/trace.go:171","msg":"trace[920409045] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"234.159327ms","start":"2026-08-04T15:37:57.890175Z","end":"2026-08-04T15:37:58.124335Z","steps":["trace[920409045] 'process raft request' (duration: 233.875228ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:58.124561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.451558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-04T15:37:58.124606Z","caller":"traceutil/trace.go:171","msg":"trace[1912548415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8773; }","duration":"226.586812ms","start":"2026-08-04T15:37:57.898008Z","end":"2026-08-04T15:37:58.124595Z","steps":["trace[1912548415] 'agreement among raft nodes before linearized reading' (duration: 226.385985ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:58.311148Z","caller":"traceutil/trace.go:171","msg":"trace[222844384] linearizableReadLoop","detail":"{readStateIndex:9109; appliedIndex:9108; }","duration":"186.760932ms","start":"2026-08-04T15:37:58.124359Z","end":"2026-08-04T15:37:58.31112Z","steps":["trace[222844384] 'read index received' (duration: 186.683889ms)","trace[222844384] 'applied index is now lower than readState.Index' (duration: 75.623µs)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:37:58.311476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.897657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-04T15:37:58.311541Z","caller":"traceutil/trace.go:171","msg":"trace[1587816083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8774; }","duration":"408.00844ms","start":"2026-08-04T15:37:57.903521Z","end":"2026-08-04T15:37:58.311529Z","steps":["trace[1587816083] 'agreement among raft nodes before linearized reading' (duration: 407.797693ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:58.311763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:57.903509Z","time spent":"408.243518ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-04T15:37:58.311788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.63994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-04T15:37:58.311722Z","caller":"traceutil/trace.go:171","msg":"trace[190957582] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"409.732846ms","start":"2026-08-04T15:37:57.901889Z","end":"2026-08-04T15:37:58.311622Z","steps":["trace[190957582] 'process raft request' (duration: 409.061504ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:58.311863Z","caller":"traceutil/trace.go:171","msg":"trace[197060501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8774; }","duration":"412.713093ms","start":"2026-08-04T15:37:57.899124Z","end":"2026-08-04T15:37:58.311838Z","steps":["trace[197060501] 'agreement among raft nodes before linearized reading' (duration: 412.597499ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:58.311923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:57.899115Z","time spent":"412.799356ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-04T15:37:58.311931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.593925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-04T15:37:58.311976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:57.901851Z","time spent":"410.015636ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-04T15:37:58.311978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.675897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-08-04T15:37:58.311527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.630379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dlpmj\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-08-04T15:37:58.312041Z","caller":"traceutil/trace.go:171","msg":"trace[142111236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8774; }","duration":"406.74628ms","start":"2026-08-04T15:37:57.90527Z","end":"2026-08-04T15:37:58.312016Z","steps":["trace[142111236] 'agreement among raft nodes before linearized reading' (duration: 406.395379ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:58.312054Z","caller":"traceutil/trace.go:171","msg":"trace[1355733657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8774; }","duration":"406.75691ms","start":"2026-08-04T15:37:57.90528Z","end":"2026-08-04T15:37:58.312037Z","steps":["trace[1355733657] 'agreement among raft nodes before linearized reading' (duration: 405.975144ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:58.312096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:57.905201Z","time spent":"406.886864ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-04T15:37:58.312103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:57.905256Z","time spent":"406.837043ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-04T15:37:58.312109Z","caller":"traceutil/trace.go:171","msg":"trace[1904778280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dlpmj; range_end:; response_count:1; response_revision:8774; }","duration":"404.234958ms","start":"2026-08-04T15:37:57.907826Z","end":"2026-08-04T15:37:58.312061Z","steps":["trace[1904778280] 'agreement among raft nodes before linearized reading' (duration: 403.383091ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:58.311672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.680007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-08-04T15:37:58.312212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-04T15:37:57.907814Z","time spent":"404.377963ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dlpmj\" "} {"level":"info","ts":"2026-08-04T15:37:58.312372Z","caller":"traceutil/trace.go:171","msg":"trace[1671824277] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8774; }","duration":"232.372019ms","start":"2026-08-04T15:37:58.079934Z","end":"2026-08-04T15:37:58.312306Z","steps":["trace[1671824277] 'agreement among raft nodes before linearized reading' (duration: 231.665787ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:58.334284Z","caller":"traceutil/trace.go:171","msg":"trace[301759766] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"204.858318ms","start":"2026-08-04T15:37:58.129397Z","end":"2026-08-04T15:37:58.334256Z","steps":["trace[301759766] 'process raft request' (duration: 204.60717ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:37:58.334531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.010832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-04T15:37:58.334615Z","caller":"traceutil/trace.go:171","msg":"trace[684217776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8775; }","duration":"163.141367ms","start":"2026-08-04T15:37:58.171452Z","end":"2026-08-04T15:37:58.334594Z","steps":["trace[684217776] 'agreement among raft nodes before linearized reading' (duration: 162.813966ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:37:59.263445Z","caller":"traceutil/trace.go:171","msg":"trace[1631474220] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9121; }","duration":"112.710332ms","start":"2026-08-04T15:37:59.150661Z","end":"2026-08-04T15:37:59.263371Z","steps":["trace[1631474220] 'read index received' (duration: 31.284444ms)","trace[1631474220] 'applied index is now lower than readState.Index' (duration: 81.424688ms)"],"step_count":2} {"level":"warn","ts":"2026-08-04T15:37:59.263703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.011212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-08-04T15:37:59.263691Z","caller":"traceutil/trace.go:171","msg":"trace[844383700] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"118.801539ms","start":"2026-08-04T15:37:59.144856Z","end":"2026-08-04T15:37:59.263658Z","steps":["trace[844383700] 'process raft request' (duration: 94.264164ms)","trace[844383700] 'compare' (duration: 24.103911ms)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:37:59.263749Z","caller":"traceutil/trace.go:171","msg":"trace[1272729243] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8788; }","duration":"113.108705ms","start":"2026-08-04T15:37:59.150627Z","end":"2026-08-04T15:37:59.263736Z","steps":["trace[1272729243] 'agreement among raft nodes before linearized reading' (duration: 112.913709ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:38:09.578842Z","caller":"traceutil/trace.go:171","msg":"trace[823643557] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"231.949726ms","start":"2026-08-04T15:38:09.346838Z","end":"2026-08-04T15:38:09.578788Z","steps":["trace[823643557] 'process raft request' (duration: 231.345847ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:39:08.189664Z","caller":"traceutil/trace.go:171","msg":"trace[18364628] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"153.573956ms","start":"2026-08-04T15:39:08.036054Z","end":"2026-08-04T15:39:08.189628Z","steps":["trace[18364628] 'process raft request' (duration: 153.354379ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:39:26.915102Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fe263d225de0d201","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-04T15:39:26.923213Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-04T15:39:26.923411Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-04T15:41:10.227368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7912} {"level":"info","ts":"2026-08-04T15:41:10.301041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7912,"took":"70.968556ms","hash":3947065403,"current-db-size-bytes":56586240,"current-db-size":"57 MB","current-db-size-in-use-bytes":28090368,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-04T15:41:10.301121Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3947065403,"revision":7912,"compact-revision":5849} {"level":"info","ts":"2026-08-04T15:42:51.525519Z","caller":"traceutil/trace.go:171","msg":"trace[1765192325] linearizableReadLoop","detail":"{readStateIndex:11744; appliedIndex:11743; }","duration":"119.980159ms","start":"2026-08-04T15:42:51.405514Z","end":"2026-08-04T15:42:51.525494Z","steps":["trace[1765192325] 'read index received' (duration: 119.758272ms)","trace[1765192325] 'applied index is now lower than readState.Index' (duration: 221.007µs)"],"step_count":2} {"level":"info","ts":"2026-08-04T15:42:51.525582Z","caller":"traceutil/trace.go:171","msg":"trace[1164500255] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"181.73705ms","start":"2026-08-04T15:42:51.343798Z","end":"2026-08-04T15:42:51.525535Z","steps":["trace[1164500255] 'process raft request' (duration: 181.535814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:42:51.525675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.139914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:42:51.525716Z","caller":"traceutil/trace.go:171","msg":"trace[314714715] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11332; }","duration":"120.224786ms","start":"2026-08-04T15:42:51.405482Z","end":"2026-08-04T15:42:51.525706Z","steps":["trace[314714715] 'agreement among raft nodes before linearized reading' (duration: 120.145494ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:42:51.525877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.749702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:42:51.52598Z","caller":"traceutil/trace.go:171","msg":"trace[1436391988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11332; }","duration":"119.912366ms","start":"2026-08-04T15:42:51.406042Z","end":"2026-08-04T15:42:51.525954Z","steps":["trace[1436391988] 'agreement among raft nodes before linearized reading' (duration: 119.758482ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:42:51.526005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.356629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:42:51.526032Z","caller":"traceutil/trace.go:171","msg":"trace[1149382070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11332; }","duration":"119.39878ms","start":"2026-08-04T15:42:51.406624Z","end":"2026-08-04T15:42:51.526023Z","steps":["trace[1149382070] 'agreement among raft nodes before linearized reading' (duration: 119.359378ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:42:51.526129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.733841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-04T15:42:51.526172Z","caller":"traceutil/trace.go:171","msg":"trace[2122167644] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11332; }","duration":"119.804393ms","start":"2026-08-04T15:42:51.406356Z","end":"2026-08-04T15:42:51.526161Z","steps":["trace[2122167644] 'agreement among raft nodes before linearized reading' (duration: 119.660378ms)"],"step_count":1} {"level":"warn","ts":"2026-08-04T15:42:51.526211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.430438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-08-04T15:42:51.526253Z","caller":"traceutil/trace.go:171","msg":"trace[1254966253] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11332; }","duration":"113.483261ms","start":"2026-08-04T15:42:51.412759Z","end":"2026-08-04T15:42:51.526242Z","steps":["trace[1254966253] 'agreement among raft nodes before linearized reading' (duration: 113.351206ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:46:10.234757Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10371} {"level":"info","ts":"2026-08-04T15:46:10.320502Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10371,"took":"82.419795ms","hash":171980400,"current-db-size-bytes":56586240,"current-db-size":"57 MB","current-db-size-in-use-bytes":26984448,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-04T15:46:10.320577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":171980400,"revision":10371,"compact-revision":7912} {"level":"info","ts":"2026-08-04T15:48:33.526119Z","caller":"traceutil/trace.go:171","msg":"trace[1577560392] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"103.726246ms","start":"2026-08-04T15:48:33.42234Z","end":"2026-08-04T15:48:33.526067Z","steps":["trace[1577560392] 'process raft request' (duration: 103.496889ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:48:33.643238Z","caller":"traceutil/trace.go:171","msg":"trace[1502571244] transaction","detail":"{read_only:false; response_revision:13678; number_of_response:1; }","duration":"199.330272ms","start":"2026-08-04T15:48:33.443876Z","end":"2026-08-04T15:48:33.643206Z","steps":["trace[1502571244] 'process raft request' (duration: 196.191772ms)"],"step_count":1} {"level":"info","ts":"2026-08-04T15:51:10.243253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12624} {"level":"info","ts":"2026-08-04T15:51:10.327508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12624,"took":"81.559645ms","hash":848086529,"current-db-size-bytes":56586240,"current-db-size":"57 MB","current-db-size-in-use-bytes":24743936,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-04T15:51:10.327577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":848086529,"revision":12624,"compact-revision":10371}